-- Logs begin at Mon 2022-02-21 00:42:36 UTC, end at Mon 2022-02-21 01:56:14 UTC. -- Feb 21 01:23:16.368601 dv-cinder-813228-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 01:23:19.276223 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.common.config [-] Logging enabled! Feb 21 01:23:19.276871 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 01:23:19.277030 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103082) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 01:23:19.280248 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.common.config [-] Logging enabled! Feb 21 01:23:19.280532 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 01:23:19.280843 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103082) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 01:23:19.281778 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 01:23:19.282034 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 01:23:19.282387 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 01:23:19.282636 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 01:23:19.283264 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 01:23:19.283591 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.284015 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 01:23:19.284331 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.284659 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.284956 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.285251 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.285542 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.285827 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.286117 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.286414 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.286705 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.286987 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.287271 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.287565 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.287850 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.288140 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.288445 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.288742 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] debug = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.289035 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.289472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.289887 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.290171 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.290465 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.290817 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.291098 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.291382 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.291673 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.292007 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] host = dv-cinder-813228-6-iscsi {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.292293 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.292695 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.292991 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.293350 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.293823 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.294286 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.294772 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.295165 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.295460 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] log_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.295752 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.296057 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.296555 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.297046 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.297431 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.297825 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.298191 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.298526 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.301116 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.301533 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.301856 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.302172 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.302479 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.302781 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.303098 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.303407 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.303717 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.304012 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.304307 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.304633 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.304923 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.305227 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.305521 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.305921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.306900 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.307273 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.307591 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.307885 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.308206 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.308532 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.308832 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.309132 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.309420 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.309715 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.309993 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.310282 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.310560 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] use_json = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.310841 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.311124 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.311422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.311705 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.311988 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.312272 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.312579 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.312879 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.313165 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:19.313473 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.313780 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.314092 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.314403 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.314703 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.314994 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.315296 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.315579 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.315879 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.316178 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.316576 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.316870 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.317181 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.317481 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.317786 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.318101 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.318404 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.318703 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.318987 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.319271 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.319555 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.319842 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.320139 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.320457 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.320745 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.321042 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.321335 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.321642 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.321938 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.322811 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.323112 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.323396 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.323685 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.323986 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.324273 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.324593 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.324883 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.325179 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.325463 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.325743 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.326033 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.326323 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.326605 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.326886 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.327170 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.327469 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.327749 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.328031 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.328311 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.328626 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.328908 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.329200 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.329485 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.329768 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.330051 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.330355 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.330621 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.330903 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.331191 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.331473 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.331758 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.332039 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.332319 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.332626 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.332907 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.333187 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.333467 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.333747 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.334030 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.334310 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.334589 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.334868 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.335147 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.335426 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.335718 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.336022 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.336308 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.336625 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.336912 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.337197 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.337482 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.337770 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.338056 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.338343 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.338624 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.338923 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.339212 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.339505 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.339815 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.340101 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.340403 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.340711 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.340996 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.341292 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.341576 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.341860 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.342150 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.342440 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.342744 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.343044 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.343344 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.343645 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.343943 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.344230 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.344573 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.344863 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:19.345085 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 01:23:19.345335 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103082) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 01:23:19.725249 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 01:23:19.725525 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 01:23:19.725878 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 01:23:19.726366 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 01:23:20.057102 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.057326 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.057605 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.058927 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.059208 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.059480 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.105651 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.105932 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.106202 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.120316 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.120633 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.120911 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.150712 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.150997 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.151268 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.189497 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.189783 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.190053 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.534497 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.535111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.535111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.535288 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.535994 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.635658 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.635991 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.636280 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.636587 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.636865 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.637186 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.637456 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.637723 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.637987 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.638280 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.638550 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.638824 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.639090 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.639354 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.639622 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.639897 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.640162 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.640463 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.640747 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.641015 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.641296 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.641559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.641850 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.642237 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.642497 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.642753 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.643159 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:23:20.643415 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:23:20.643658 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:23:20.643901 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:23:20.644143 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:23:20.644386 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:23:20.644782 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 01:23:20.647904 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 01:23:20.652086 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 01:23:20.655951 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 21 01:23:20.657649 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 01:23:20.658117 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 01:23:20.658461 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 01:23:20.658856 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 01:23:20.661721 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 01:23:20.661980 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 01:23:20.662329 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 01:23:20.667754 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 01:23:20.691210 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 01:23:20.691669 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.691975 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103082) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 01:23:20.692343 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.693766 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103082) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 01:23:20.694053 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 01:23:20.694297 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 01:23:20.697684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.697971 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:20.763377 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 01:23:20.763620 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 01:23:20.763863 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 01:23:20.764239 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 01:23:20.785009 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_db.sqlalchemy.engines [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103082) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 01:23:21.385841 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Initializing driver for type 'gre' Feb 21 01:23:21.386367 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] gre ID ranges: [(1, 1000)] Feb 21 01:23:21.573833 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Initializing driver for type 'local' Feb 21 01:23:21.574471 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Initializing driver for type 'vlan' Feb 21 01:23:21.659310 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] VlanTypeDriver initialization complete Feb 21 01:23:21.659588 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Initializing driver for type 'vxlan' Feb 21 01:23:21.660089 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] vxlan ID ranges: [(1, 1000)] Feb 21 01:23:21.853913 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Initializing extension driver 'port_security' Feb 21 01:23:21.854260 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.extensions.port_security [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] PortSecurityExtensionDriver initialization complete Feb 21 01:23:21.854603 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Initializing mechanism driver 'openvswitch' Feb 21 01:23:21.854984 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Initializing mechanism driver 'hyperv' Feb 21 01:23:21.861741 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.plugins.ml2.plugin [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:23:21.862599 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > port after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.862983 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > port after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.863347 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > port after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.863884 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:23:21.864323 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > subnet after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.864749 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > subnet after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.865110 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.865512 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:23:21.865922 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > network after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.866280 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > network after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.866631 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > network after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.867035 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:23:21.867452 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > security_group after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.867810 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > security_group after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.868158 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.868586 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:23:21.869500 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.869853 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.870200 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.870602 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:23:21.871012 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > address_group after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.871366 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > address_group after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.871719 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.872120 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103082) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 01:23:21.872647 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] ML2 OVO RPC backend initialized. {{(pid=103082) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 01:23:21.873360 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.873725 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.874152 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > network before_response 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.874510 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > networks before_response 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.874867 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > port before_response 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.875218 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > ports before_response 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.875599 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > subnet before_response 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.875952 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > subnets before_response 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.876308 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > network after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.876682 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > network after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.877027 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > network after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.882897 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > port after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.882897 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > port after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.882897 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > port after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.882897 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > subnet after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.883197 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > subnet after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.883197 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.889321 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded quota_driver: . Feb 21 01:23:21.889696 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.plugin [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Modular L2 Plugin initialization complete Feb 21 01:23:21.890047 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading services supported by the core plugin {{(pid=103082) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 01:23:21.890396 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.plugins.ml2.managers [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Got port-security extension from driver 'port_security' Feb 21 01:23:21.890918 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.extensions.vlantransparent [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Disabled vlantransparent extension. Feb 21 01:23:21.891415 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103082) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 01:23:21.891740 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading Plugin: router Feb 21 01:23:21.947673 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.948017 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router after_create 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.948395 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router before_create 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.948795 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.949175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.949539 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router after_delete 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.949906 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.950264 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.950629 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router after_create 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.950983 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router after_update 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.951336 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router after_update 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.951690 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.952053 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router after_update 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.952489 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router precommit_update 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.952871 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: port after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.953216 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: port after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.953560 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: subnet after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.953906 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.954259 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.954614 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router precommit_create 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.954965 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: port before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.955316 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router precommit_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.955677 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router after_update 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.956025 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.956536 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router precommit_create 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.956911 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.957268 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router precommit_update 55549900 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.957641 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > agent after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.958003 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > agent after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.958356 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > network after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.959221 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Tracking information for resource: router configured {{(pid=103082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:23:21.959567 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Tracking information for resource: floatingip configured {{(pid=103082) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 01:23:21.964896 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.db.l3_agentschedulers_db [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 01:23:21.965474 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: port after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.965840 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: port after_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.966200 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: port after_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.966557 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: port after_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.967346 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router before_create 55550100 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.967719 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.968090 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router precommit_create 55550100 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.968478 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > router precommit_update 55550100 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:21.973374 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.services.provider_configuration [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service providers = [] {{(pid=103082) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 01:23:21.973741 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.db.servicetype_db [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103082) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 01:23:21.976742 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.services.service_base [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:23:21.977103 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.services.service_base [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:23:21.977452 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.services.service_base [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:23:21.978978 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.services.service_base [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103082) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 01:23:21.979356 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.services.service_base [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 01:23:21.979733 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:23:21.980056 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 01:23:21.991057 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:23:21.991402 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading Plugin: auto_allocate Feb 21 01:23:22.003685 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: network precommit_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:22.004056 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: network precommit_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:22.004621 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:23:22.004950 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading Plugin: tag Feb 21 01:23:22.011790 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:23:22.012131 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading Plugin: timestamp Feb 21 01:23:22.016032 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:23:22.016374 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading Plugin: network_ip_availability Feb 21 01:23:22.021956 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:22.022335 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:22.022698 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:22.023409 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:23:22.023737 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading Plugin: flavors Feb 21 01:23:22.028807 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:23:22.029152 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading Plugin: revisions Feb 21 01:23:22.036640 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103082) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 01:23:22.037040 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_concurrency.lockutils [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.311s {{(pid=103082) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 01:23:22.037778 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103082) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 01:23:22.038125 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Initializing extension manager. Feb 21 01:23:22.038655 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: __init__.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.039005 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: __pycache__ {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.039347 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.039688 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: address_group.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.040495 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.041719 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: address-group Feb 21 01:23:22.042222 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: address_scope.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.042968 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.043489 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: address-scope Feb 21 01:23:22.043822 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.044805 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.045329 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: router-admin-state-down-before-update Feb 21 01:23:22.045661 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: agent.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.046371 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.046926 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: agent Feb 21 01:23:22.047257 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: agent_resources_synced.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.048176 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.048722 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: agent-resources-synced Feb 21 01:23:22.049052 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: allowedaddresspairs.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.050866 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.051395 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: allowed-address-pairs Feb 21 01:23:22.051729 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: auto_allocated_topology.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.052889 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.053449 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: auto-allocated-topology Feb 21 01:23:22.053782 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: availability_zone.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.054487 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.055003 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: availability_zone Feb 21 01:23:22.055331 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: availability_zone_filter.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.056255 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.057358 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: availability_zone_filter Feb 21 01:23:22.057687 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: data_plane_status.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.058610 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.059124 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 01:23:22.059474 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: default_subnetpools.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.060399 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.060939 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: default-subnetpools Feb 21 01:23:22.061267 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.062086 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.062639 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: dhcp_agent_scheduler Feb 21 01:23:22.062973 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: dns.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.063893 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.064402 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension dns-integration not supported by any of loaded plugins Feb 21 01:23:22.064755 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: dns_domain_ports.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.065675 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.066186 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 01:23:22.066513 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.067439 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.067976 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 01:23:22.068304 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: dvr.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.069012 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.069802 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: dvr Feb 21 01:23:22.070259 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: ecmp_routes.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.104265 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.104874 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 01:23:22.105218 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: empty_string_filtering.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.106195 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.106750 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: empty-string-filtering Feb 21 01:23:22.107139 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.108204 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.108811 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 01:23:22.109164 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.110130 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.110649 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 01:23:22.111004 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: external_net.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.111934 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.112475 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: external-net Feb 21 01:23:22.112882 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.113843 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.114409 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: extra_dhcp_opt Feb 21 01:23:22.115039 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: extraroute.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.115956 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.116495 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: extraroute Feb 21 01:23:22.116830 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: extraroute_atomic.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.117882 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.118407 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: extraroute-atomic Feb 21 01:23:22.118744 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: filter_validation.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.120026 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.120574 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: filter-validation Feb 21 01:23:22.120909 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: fip_pf_description.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.121870 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.122383 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 01:23:22.122714 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: fip_port_details.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.123836 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.124356 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: fip-port-details Feb 21 01:23:22.124716 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: flavors.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.126026 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.126556 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: flavors Feb 21 01:23:22.126890 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.128891 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.129428 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 01:23:22.129772 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: floatingip_pools.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.130487 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.131008 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: floatingip-pools Feb 21 01:23:22.131345 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: ip_allocation.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.132336 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.132885 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 01:23:22.133220 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.134151 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.134697 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: ip-substring-filtering Feb 21 01:23:22.135032 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l2_adjacency.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.135972 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.136524 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 01:23:22.136858 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l3.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.137854 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.138380 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: router Feb 21 01:23:22.138755 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.141122 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.141661 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 01:23:22.142003 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.142949 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.143505 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: ext-gw-mode Feb 21 01:23:22.143850 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.144846 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.145413 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: l3-ha Feb 21 01:23:22.145749 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.146707 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.147227 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 01:23:22.147558 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l3_flavors.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.148519 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.149047 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: l3-flavors Feb 21 01:23:22.149377 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.150800 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.151332 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 01:23:22.151670 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.152683 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.160462 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 01:23:22.160462 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: l3agentscheduler.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.160462 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.160462 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: l3_agent_scheduler Feb 21 01:23:22.160462 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: local_ip.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.162021 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.162558 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension local_ip not supported by any of loaded plugins Feb 21 01:23:22.162899 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: logging.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.166486 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.167019 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension logging not supported by any of loaded plugins Feb 21 01:23:22.167419 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: metering.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.168180 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.168802 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: metering Feb 21 01:23:22.169143 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.170252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.170779 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: metering_source_and_destination_fields Feb 21 01:23:22.171114 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: multiprovidernet.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.172074 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.172660 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: multi-provider Feb 21 01:23:22.173002 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: netmtu.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.173939 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.174457 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: net-mtu Feb 21 01:23:22.174787 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: netmtu_writable.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.175711 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.176233 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: net-mtu-writable Feb 21 01:23:22.176598 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: network_availability_zone.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.177273 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.177826 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: network_availability_zone Feb 21 01:23:22.178155 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: network_ip_availability.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.179282 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.179802 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: network-ip-availability Feb 21 01:23:22.180137 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: network_segment_range.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.180946 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.182085 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 01:23:22.182416 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: pagination.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.183412 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.183748 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: pagination Feb 21 01:23:22.184075 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: port_device_profile.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.185130 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.185647 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: port-device-profile Feb 21 01:23:22.185978 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.186905 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.187421 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: port-mac-address-regenerate Feb 21 01:23:22.187753 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.188708 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.189234 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: port-numa-affinity-policy Feb 21 01:23:22.189599 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: port_resource_request.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.201203 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.201671 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 01:23:22.202001 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: port_resource_request_groups.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.202987 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.203503 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 01:23:22.203835 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: portbindings.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.204812 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.205330 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: binding Feb 21 01:23:22.205664 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: portbindings_extended.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.206998 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.207528 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: binding-extended Feb 21 01:23:22.207864 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: portsecurity.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.208823 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.209357 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: port-security Feb 21 01:23:22.209691 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: project_id.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.210681 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.211020 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: project-id Feb 21 01:23:22.211352 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: providernet.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.212317 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.212886 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: provider Feb 21 01:23:22.213218 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.216888 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.217422 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos not supported by any of loaded plugins Feb 21 01:23:22.217761 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.219050 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.219579 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 01:23:22.219916 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.220883 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.221410 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 01:23:22.221741 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_default.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.222661 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.223179 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-default not supported by any of loaded plugins Feb 21 01:23:22.223507 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_fip.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.224472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.224993 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-fip not supported by any of loaded plugins Feb 21 01:23:22.225324 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.226251 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.226801 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 01:23:22.227131 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_gateway_ip.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.233080 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.233615 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 01:23:22.233955 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_port_network_policy.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.235035 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.235558 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 01:23:22.235887 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.236983 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.237506 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 01:23:22.237835 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.238873 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.239394 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 01:23:22.239723 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_pps_rule.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.240991 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.241514 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-pps not supported by any of loaded plugins Feb 21 01:23:22.241843 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_rule_type_details.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.242759 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.243278 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 01:23:22.243603 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: qos_rules_alias.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.245372 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.245894 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 01:23:22.246221 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: quota_check_limit.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.247143 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.247666 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: quota-check-limit Feb 21 01:23:22.247993 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: quotasv2.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.248995 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.249329 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: quotas Feb 21 01:23:22.249654 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: quotasv2_detail.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.251447 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.251826 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: quota_details Feb 21 01:23:22.252162 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: rbac.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.253511 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.254041 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: rbac-policies Feb 21 01:23:22.254375 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: rbac_address_group.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.255306 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.255828 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: rbac-address-group Feb 21 01:23:22.256178 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: rbac_address_scope.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.257125 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.257642 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: rbac-address-scope Feb 21 01:23:22.257971 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: rbac_security_groups.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.258955 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.259502 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: rbac-security-groups Feb 21 01:23:22.259830 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: rbac_subnetpool.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.260847 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.261366 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: rbac-subnetpool Feb 21 01:23:22.261694 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: revisionifmatch.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.262618 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.263137 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: revision-if-match Feb 21 01:23:22.263464 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: revisions.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.264716 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.265236 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: standard-attr-revisions Feb 21 01:23:22.265567 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: router_availability_zone.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.266242 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.266755 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: router_availability_zone Feb 21 01:23:22.267082 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: routerservicetype.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.268096 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.268647 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension router-service-type not supported by any of loaded plugins Feb 21 01:23:22.268982 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.269955 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.271961 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: security-groups-normalized-cidr Feb 21 01:23:22.272290 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.273359 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.274075 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: port-security-groups-filtering Feb 21 01:23:22.274435 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.276032 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.276617 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: security-groups-remote-address-group Feb 21 01:23:22.276948 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.277895 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.278413 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: security-groups-shared-filtering Feb 21 01:23:22.278740 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.279347 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 01:23:22.279674 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: securitygroup.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.289411 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.289946 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: security-group Feb 21 01:23:22.290284 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: segment.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.291684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.292198 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension segment not supported by any of loaded plugins Feb 21 01:23:22.292565 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.293512 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.294028 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 01:23:22.294356 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: servicetype.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.295475 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.296000 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: service-type Feb 21 01:23:22.296330 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: sorting.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.297352 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.297690 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: sorting Feb 21 01:23:22.298021 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: standard_attr_segment.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.299022 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.299550 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 01:23:22.299879 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: standardattrdescription.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.300559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.301078 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: standard-attr-description Feb 21 01:23:22.301407 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: stateful_security_group.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.302341 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.302858 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: stateful-security-group Feb 21 01:23:22.303186 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: stdattrs_common.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.303755 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 01:23:22.304079 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.305025 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.305548 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 01:23:22.305870 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: subnet_onboard.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.306942 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.307463 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: subnet_onboard Feb 21 01:23:22.307793 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.308772 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.309287 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 01:23:22.309616 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: subnet_service_types.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.310551 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.311070 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: subnet-service-types Feb 21 01:23:22.311399 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: subnetallocation.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.312503 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.313031 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: subnet_allocation Feb 21 01:23:22.313362 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.314031 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.314556 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: subnetpool-prefix-ops Feb 21 01:23:22.314882 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.315812 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.316326 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 01:23:22.316680 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: tagging.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.317757 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.318275 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: standard-attr-tag Feb 21 01:23:22.318607 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: timestamp.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.319813 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.320333 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loaded extension: standard-attr-timestamp Feb 21 01:23:22.320688 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: trunk.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.321730 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.322254 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension trunk not supported by any of loaded plugins Feb 21 01:23:22.322581 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: trunk_details.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.323501 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.324022 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension trunk-details not supported by any of loaded plugins Feb 21 01:23:22.324350 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: uplink_status_propagation.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.325299 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.325822 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 01:23:22.326148 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Loading extension file: vlantransparent.py {{(pid=103082) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 01:23:22.326848 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103082) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 01:23:22.327394 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 01:23:22.330373 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:network Feb 21 01:23:22.330905 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:subnet Feb 21 01:23:22.331315 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:23:22.331718 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:port Feb 21 01:23:22.333002 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.333457 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service FLAVORS assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.334072 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.334516 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.334848 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:router Feb 21 01:23:22.335275 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 01:23:22.335769 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service METERING assigned prefix: /metering {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.337249 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:22.338123 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:22.338477 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:23:22.339507 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 01:23:22.339958 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:security_group Feb 21 01:23:22.340394 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 01:23:22.341031 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service CORE assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.341368 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:23:22.341716 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] subnetpool is already registered Feb 21 01:23:22.349393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service CORE assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.349744 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:23:22.350087 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] subnetpool is already registered Feb 21 01:23:22.352375 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.352834 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service FLAVORS assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.353425 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.353848 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.354187 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:router Feb 21 01:23:22.354529 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] router is already registered Feb 21 01:23:22.354943 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 01:23:22.355284 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] floatingip is already registered Feb 21 01:23:22.355739 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service METERING assigned prefix: /metering {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.356410 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 01:23:22.357368 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] rbac_policy is already registered Feb 21 01:23:22.358077 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:security_group Feb 21 01:23:22.358487 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] security_group is already registered Feb 21 01:23:22.358962 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 01:23:22.359353 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] security_group_rule is already registered Feb 21 01:23:22.360059 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service CORE assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.360464 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:23:22.360861 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] subnetpool is already registered Feb 21 01:23:22.361337 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.v2.resource_helper [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Service CORE assigned prefix: {{(pid=103082) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 01:23:22.361711 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 01:23:22.362088 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING neutron.quota.resource_registry [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] subnetpool is already registered Feb 21 01:23:22.362617 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: extensions {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.364153 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: address-groups {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.365902 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: address-scopes {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.368393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: agents {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.369641 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: auto-allocated-topology {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.370902 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: availability_zones {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.373016 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: dhcp-networks {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.374555 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: dhcp-agents {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.376838 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: routers {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.379332 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: flavors {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.381379 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: service_profiles {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.382593 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: next_providers {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.384150 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: service_profiles {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.385748 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: floatingip-pools {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.386999 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: routers {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.389193 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: floatingips {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.391447 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: l3-routers {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.392894 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: l3-agents {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.394340 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: metering-labels {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.395719 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: metering-label-rules {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.397039 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: network-ip-availabilities {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.398330 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: bindings {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.400640 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: quotas {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.402214 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: quotas {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.403750 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: rbac-policies {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.405092 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: security-groups {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.406331 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: security-group-rules {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.407593 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: service-providers {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.408862 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: subnetpools {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.410291 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: subnetpools {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.411758 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.413484 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.415341 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.417754 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.419544 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.421467 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.423216 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.425172 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.426930 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.428863 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron.api.extensions [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Extended resource: tags {{(pid=103082) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 01:23:22.434865 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING keystonemiddleware.auth_token [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 01:23:22.439551 dv-cinder-813228-6-iscsi neutron-server[103082]: WARNING keystonemiddleware.auth_token [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 01:23:22.448408 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_concurrency.lockutils [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Acquired lock "singleton_lock" {{(pid=103082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 01:23:22.448910 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_concurrency.lockutils [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Releasing lock "singleton_lock" {{(pid=103082) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 01:23:22.449567 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO oslo_service.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Starting 2 workers Feb 21 01:23:22.454594 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Started child 103193 {{(pid=103082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:23:22.459062 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Started child 103194 {{(pid=103082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:23:22.460113 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:22.460784 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO neutron.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 01:23:22.461303 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:22.461656 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [-] (103193) wsgi starting up on http://0.0.0.0:9696 Feb 21 01:23:22.464356 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:22.464805 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO oslo_service.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Starting 1 workers Feb 21 01:23:22.465781 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [-] (103194) wsgi starting up on http://0.0.0.0:9696 Feb 21 01:23:22.469838 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Started child 103195 {{(pid=103082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:23:22.470405 dv-cinder-813228-6-iscsi neutron-server[103082]: INFO oslo_service.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Starting 1 workers Feb 21 01:23:22.473747 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] calling RpcWorker wait() {{(pid=103195) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 01:23:22.474293 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] returning from RpcWorker wait() {{(pid=103195) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 01:23:22.474936 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Started child 103196 {{(pid=103082) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 01:23:22.475634 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:22.475771 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG neutron_lib.callbacks.manager [None req-88e69fbe-69ba-42a0-be9f-9f11c7af3594 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:22.476214 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:23:22.477693 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 01:23:22.477919 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 01:23:22.478103 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 01:23:22.478907 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 01:23:22.479263 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 01:23:22.479467 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 01:23:22.479995 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.480285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.480571 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.480722 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:22.481189 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.481189 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.481679 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.481954 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.482231 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.482514 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.482781 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.482957 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.483131 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.483390 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.483658 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.483956 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.484216 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.484504 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.484778 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.484954 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.485219 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.485514 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.485767 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.486029 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] debug = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.486276 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.486794 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.487041 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.487312 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.487554 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.487825 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.488061 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.488343 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.488616 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.488857 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.489094 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.489367 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.489585 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.489803 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.490055 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.490272 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.490537 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.490781 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.491253 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] host = dv-cinder-813228-6-iscsi {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.491507 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.491735 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.491997 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.492268 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.492537 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.492784 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.493039 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.493317 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.493563 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.493832 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.494095 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.494342 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.494569 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.494822 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.494990 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_options = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.495211 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.495503 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.495765 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.495959 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.496132 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.496298 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.496577 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.496744 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.497007 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.497225 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.497440 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.497679 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.497903 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.498181 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.498388 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.498606 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.498850 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.499133 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.499352 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.499582 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.499860 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.500040 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.500260 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.500535 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.500877 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.501125 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.501376 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.501595 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.502974 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:23:22.503302 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.503579 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.503951 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.505041 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.506020 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.506220 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.506791 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.506791 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.507065 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.507201 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.507433 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.507646 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.507931 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.508190 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.508476 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.508680 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.508906 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.509390 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.509390 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_json = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.509903 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.509903 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.510241 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.510241 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.510508 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.510679 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.512684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.512684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.512684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.512684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.512684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.512684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.512684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.513651 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.513651 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.513651 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.513651 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.514889 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.514889 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.514889 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.514889 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.518578 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.518578 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.518578 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.518578 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.518578 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.518578 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.518578 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.518578 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.519600 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.519600 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.519600 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.519600 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.519600 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.519600 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.519600 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.519600 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.520175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.520175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.520175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.520175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.520175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.520175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.530546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.530546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.530546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.530546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.530546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.530546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.530546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.530546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.530546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.531773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.532393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.532393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.532393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.532393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.532393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.532393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.532393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.532393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.532393 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533169 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533169 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533169 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533169 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533169 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533169 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533169 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533169 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533169 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533828 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533828 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533828 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533828 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533828 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533828 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533828 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533828 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.533828 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.534446 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.534446 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.534446 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.534446 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.534446 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.534446 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.534446 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.534446 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.535270 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.535270 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.535270 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.535270 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.535566 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.535566 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.535838 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.536087 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.536346 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.536615 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.536857 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.537136 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.537353 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.537574 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.537798 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.538037 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.538278 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.538503 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.538774 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.539031 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.539285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.539522 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.539779 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.540065 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.540315 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.540609 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.541427 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.541704 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.541986 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.542275 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.542527 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.542782 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.543049 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.543345 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.543617 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.543895 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.544143 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.544374 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.544665 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.544895 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.545151 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.545367 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.545617 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.545931 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.546161 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.546375 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.546609 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.546885 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.547132 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.547381 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.547650 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.547742 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 51318) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:23:22.547901 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.548154 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.548413 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.548681 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.548965 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.549215 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.549448 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.549690 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.550696 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.551403 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.552610 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.552610 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.552918 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.554751 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.555427 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.555684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.555878 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.556108 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.556995 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.556995 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.557195 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066102 Feb 21 01:23:22.557293 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.557454 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.557704 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.558368 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.558551 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.558781 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.559008 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.559267 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.559520 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.559814 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.560087 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.561327 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.561599 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.561870 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.562120 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.562365 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.562622 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.564272 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.564272 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.564272 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.564272 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.564272 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.564690 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.565262 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.565507 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.565745 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.566391 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.566754 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.567019 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.567280 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.567538 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.567785 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.568037 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.568260 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.569418 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.569658 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.569904 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.570156 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.570412 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.570637 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.570883 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.571070 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.571347 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.571594 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.571836 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.572721 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.572721 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.572721 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.572957 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.573026 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.573253 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.573471 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.573691 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.573906 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.574423 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.574423 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.574657 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.574899 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.575205 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.575405 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.575626 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.575895 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.576124 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.576356 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.577487 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.577719 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.577956 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.578166 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.578398 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.578611 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.578848 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.579071 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.580587 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.580587 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.580781 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.580912 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.581143 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.582499 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.582499 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.582791 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.582930 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.583135 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.583351 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.583579 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.583802 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.584016 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.584264 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.584541 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.584759 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.584981 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.585309 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.585422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.586700 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.586986 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.587215 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.588056 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.588309 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.588581 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.588840 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.589147 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.589394 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.589655 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.589893 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.590133 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.590357 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.590634 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.590955 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.591261 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.591532 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.591790 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.592080 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.592350 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.592688 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.592904 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.593560 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.594326 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.594625 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.594899 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.595889 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.595889 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.595889 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.596138 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.596209 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.596496 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.596706 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.596949 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.597179 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.597428 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.597644 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.597876 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.598093 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.598318 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.598531 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.598778 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.599859 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.599859 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 01:23:22.599859 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103082) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 01:23:22.599859 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 01:23:22.600527 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 01:23:22.600527 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 01:23:22.600527 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 01:23:22.600527 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 01:23:22.601007 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.601007 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.601007 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.601220 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.601220 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.601460 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.601562 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.601717 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.601899 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.602053 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.602204 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.602350 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.602497 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.602654 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.602814 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.602957 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.603138 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.603331 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.603499 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.603660 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.603820 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.603981 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.604140 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] debug = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.604299 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.605890 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.605890 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.605890 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.605890 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.606408 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.606408 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.606408 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.606711 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.606711 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.606711 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.606921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.607010 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.607171 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.607359 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.607524 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.607650 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.607829 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.607969 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] host = dv-cinder-813228-6-iscsi {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.608129 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.608290 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.608481 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.608647 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.608816 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.608955 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.609120 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.609278 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.609441 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.609585 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.610768 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.610768 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.610768 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.610768 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.611275 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_options = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.611442 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.612076 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.612076 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.612076 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.612076 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.612552 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.612552 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.612552 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.612773 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.612851 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.613308 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.613308 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.613308 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.613630 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.613630 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.614680 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.614811 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.614976 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.615118 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.615271 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.615432 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.615592 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.615752 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.615911 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.616071 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.616230 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.616388 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.616569 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.618127 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.618127 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.618127 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.618127 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622111 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622826 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622826 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622826 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622826 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622826 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622826 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622826 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_json = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.622826 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.623421 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.623421 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.623421 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.623421 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.623421 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.623421 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.623421 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.623421 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 01:23:22.623952 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.623952 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.623952 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.623952 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.623952 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.623952 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.623952 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.623952 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.624935 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.624935 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.624935 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.624935 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.624935 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.624935 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.624935 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.624935 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.625855 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.625855 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.625855 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.625855 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.627352 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.628731 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.629249 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.629249 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.629249 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.629566 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.629566 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.629793 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.629905 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.630112 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.630267 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.630358 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.630527 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.630690 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.630853 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.631016 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.631180 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.631342 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.631428 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:23:22.631522 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.631654 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.631816 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.631963 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.632126 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.632289 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.635206 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.635206 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.636480 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.636677 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.636875 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.637070 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.638218 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.638218 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.638218 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.638534 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.638534 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.638714 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.638857 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.639035 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.639200 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.639362 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.639525 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.639689 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.639851 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.640012 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.640175 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.640337 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.640552 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.640716 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.640893 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.641055 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.641217 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.641378 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.641541 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.641759 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.641924 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.642086 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.642247 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.642698 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.642698 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.642918 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.643022 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.643125 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.643380 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.643513 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.643638 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.643722 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.643877 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.644039 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.644200 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.644492 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.644606 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.644695 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.644869 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.645023 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.645182 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.645519 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.645519 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.645684 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.645835 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.645991 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.646108 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.646290 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.646444 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.646585 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.646748 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.646902 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.647060 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.647224 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.647387 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.647546 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.647710 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.648664 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.648871 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.649037 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.649194 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.649375 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.649738 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.649738 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.649923 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.650419 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.650419 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.650419 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.650419 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.650419 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.650419 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.650419 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.650419 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.662643 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.662643 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.662643 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.662643 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.662643 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.662643 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.662643 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.662643 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.662643 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.663472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.663472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.663472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.663472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.663472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.663472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.663472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.663472 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664119 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664119 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664119 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664119 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664119 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664119 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664119 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664119 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664916 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664916 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664916 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664916 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664916 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664916 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664916 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.664916 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.665456 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.665456 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.665456 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.665456 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.665456 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.665456 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.665456 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.665456 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666444 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666444 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666444 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666444 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666444 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666444 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666444 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666444 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666950 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666950 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666950 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666950 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666950 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666950 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666950 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.666950 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667483 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667483 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667483 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667483 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667483 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667483 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667483 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667483 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667961 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667961 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667961 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667961 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667961 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667961 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667961 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.667961 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.668422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.668422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.668422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.668422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.668422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.668422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.668422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.668422 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.673210 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.673210 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.673210 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.673210 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.673210 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.673210 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.673210 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.673210 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.673210 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.674146 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.674146 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.674146 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.674146 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.674146 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.674146 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.674146 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.674146 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.675153 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.675153 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.675153 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.675153 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.675153 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.675153 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.675153 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.675153 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.678192 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.678192 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.678192 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.678192 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.678192 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.678192 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.678192 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.678192 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.680285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.680285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.680285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.680285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.680285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.680285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.680285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.680285 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.681115 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.681115 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.681115 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.681115 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.681115 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.681115 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.681115 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.681115 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.682559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.682559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.682559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.682559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.682559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.682559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.682559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.682559 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.683333 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.683333 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.683333 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.683333 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.683333 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.683333 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.683333 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.683333 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.684634 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.684634 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.684634 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.684634 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.684634 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.684634 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.684634 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.684634 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685252 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.685921 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.687408 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.687408 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.687408 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 01:23:22.687408 dv-cinder-813228-6-iscsi neutron-server[103082]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103082) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 01:23:34.197226 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ef627-74aa-4aa6-a850-44b0a1f70bb5 None None] get_active_networks_info from dv-cinder-813228-6-iscsi {{(pid=103195) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 01:23:34.263293 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0ef627-74aa-4aa6-a850-44b0a1f70bb5 None None] No non-hosted networks {{(pid=103195) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 01:23:34.269822 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.agentschedulers_db [None req-5d0ef627-74aa-4aa6-a850-44b0a1f70bb5 None None] DHCP Agent not found on host dv-cinder-813228-6-iscsi {{(pid=103195) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 21 01:23:34.347866 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9358a3a-8c46-42f4-8d15-47e225551d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-833637'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:36.672059 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd5e9-a079-4fef-848c-944de1476b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-833637'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:36.712002 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.db.api [None req-1eb564c6-e9e1-47aa-bbca-cedf88a252e2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813228-6-iscsi {{(pid=103195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:23:36.712986 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG oslo_db.api [None req-1eb564c6-e9e1-47aa-bbca-cedf88a252e2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:23:37.234816 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1eb564c6-e9e1-47aa-bbca-cedf88a252e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:37.762900 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-833637'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:39.117657 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-833637'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:40.367317 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 51408) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:23:40.499274 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-833637'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:40.499998 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.500311 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.500863 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.501331 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.501671 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.501998 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.502325 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.502674 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.503265 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.503585 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.503920 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.504246 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.504614 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:40.505015 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813228-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:23:40.512574 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813228-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:23:40.932101 dv-cinder-813228-6-iscsi neutron-server[103193]: WARNING oslo_policy.policy [None req-dfc0d780-568e-4d2e-bfc7-61a9cae18995 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:23:40.932729 dv-cinder-813228-6-iscsi neutron-server[103193]: WARNING oslo_policy.policy [None req-dfc0d780-568e-4d2e-bfc7-61a9cae18995 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:23:41.155264 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [None req-dfc0d780-568e-4d2e-bfc7-61a9cae18995 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:23:41.168635 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-dfc0d780-568e-4d2e-bfc7-61a9cae18995 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7881379 Feb 21 01:23:41.825788 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.db.l3_hamode_db [None req-caeb6243-2fc4-4ddb-844d-d3f08c475651 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 01:23:41.904313 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb6243-2fc4-4ddb-844d-d3f08c475651 None None] Routers set() bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:23:41.904729 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb6243-2fc4-4ddb-844d-d3f08c475651 None None] Router IDs set() for agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 01:23:43.799128 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 51434) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:23:44.102292 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-316ced33-bbbe-4905-b4af-615a598ab210 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:23:44.193762 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.policy [None req-316ced33-bbbe-4905-b4af-615a598ab210 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103193) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 01:23:44.234953 dv-cinder-813228-6-iscsi neutron-server[103193]: WARNING oslo_policy.policy [None req-316ced33-bbbe-4905-b4af-615a598ab210 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:23:44.235348 dv-cinder-813228-6-iscsi neutron-server[103193]: WARNING oslo_policy.policy [None req-316ced33-bbbe-4905-b4af-615a598ab210 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:23:44.402431 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-316ced33-bbbe-4905-b4af-615a598ab210 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769621104574', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769621104107', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769621122679', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769621140718', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769621133344', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769621158024', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1557204', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1343127', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705797', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634292'] for rbac-policy (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:44.559461 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-316ced33-bbbe-4905-b4af-615a598ab210 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:44.560630 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-316ced33-bbbe-4905-b4af-615a598ab210 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7605162 Feb 21 01:23:47.018714 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 51444) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:23:47.499922 dv-cinder-813228-6-iscsi neutron-server[103194]: WARNING oslo_policy.policy [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:23:47.500538 dv-cinder-813228-6-iscsi neutron-server[103194]: WARNING oslo_policy.policy [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:23:47.730694 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:23:47.836122 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Made reservation on behalf of ed8b2abaf64745eb9e2eac4926e4870d for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:23:47.896731 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.policy [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103194) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 01:23:47.939325 dv-cinder-813228-6-iscsi neutron-server[103194]: WARNING oslo_policy.policy [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:23:47.939718 dv-cinder-813228-6-iscsi neutron-server[103194]: WARNING oslo_policy.policy [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 01:23:47.951010 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:47.972519 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:48.081864 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Publish callbacks [] for security_group (aeeddaf8-accb-45dc-a705-090ea04add8d), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:48.144668 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (aeeddaf8-accb-45dc-a705-090ea04add8d), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:48.169186 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:23:48.203231 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769619602737', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (01d6bb0d-62ca-4878-afbd-de9f2f82bb2d), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:48.203818 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Unsubscribe: segment precommit_create {{(pid=103194) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 01:23:48.204351 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Added segment 01d6bb0d-62ca-4878-afbd-de9f2f82bb2d of type vlan for network b3964504-7b1a-45bb-8884-1b4726369ad4 Feb 21 01:23:48.220655 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeddaf8-accb-45dc-a705-090ea04add8d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:23:48.251144 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.251753 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.252368 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.253267 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.253744 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.254086 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.256443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.256443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.256443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.256443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.256443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.256904 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.256904 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Tracked resource versions report: Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: pushed versions: Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: { 'AddressGroup': {'1.2'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'ConntrackHelper': {'1.0'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Log': {'1.0'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Network': {'1.1'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Port': {'1.7'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'PortForwarding': {'1.2'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'QosPolicy': {'1.10'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SecurityGroup': {'1.5'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SubPort': {'1.0'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Subnet': {'1.1'}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Trunk': {'1.1'}} Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: consumer versions: Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: { DHCP agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: L3 agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: Metadata agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: Metering agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: Open vSwitch agent@dv-cinder-813228-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'ConntrackHelper': '1.0', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'LocalIPAssociation': '1.0', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Log': '1.0', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Network': '1.1', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Port': '1.7', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'PortForwarding': '1.2', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'QosPolicy': '1.10', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SecurityGroup': '1.5', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SecurityGroupRule': '1.2', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SubPort': '1.0', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Subnet': '1.1', Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Trunk': '1.1'}} Feb 21 01:23:48.257716 dv-cinder-813228-6-iscsi neutron-server[103194]: {{(pid=103194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:23:48.326424 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (b3964504-7b1a-45bb-8884-1b4726369ad4), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:48.453364 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (b3964504-7b1a-45bb-8884-1b4726369ad4), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:48.458519 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:23:48.459266 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:48.574448 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] Pushing event updated for resources: {'Network': ['ID=b3964504-7b1a-45bb-8884-1b4726369ad4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:23:48.581974 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-a612d73d-2c2b-40da-893a-61f8c3a9ccc5 demo demo] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5611701 Feb 21 01:23:48.586532 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network b3964504-7b1a-45bb-8884-1b4726369ad4 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:23:51.115849 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 51464) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:23:51.511308 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fda63-b8b7-4a8c-9911-4257ed07bea7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:23:51.512589 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-5f4fda63-b8b7-4a8c-9911-4257ed07bea7 demo admin] 10.222.0.90 "GET /v2.0/networks/b3964504-7b1a-45bb-8884-1b4726369ad4 HTTP/1.1" status: 200 len: 825 time: 0.3957319 Feb 21 01:23:51.552242 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-c2de6bbd-3511-46fe-93cf-231538fd2fc8 demo admin] 10.222.0.90 "GET /v2.0/subnetpools/0ca2a70a-0184-41bc-9426-604bb1f4da97 HTTP/1.1" status: 200 len: 734 time: 0.0339561 Feb 21 01:23:51.560921 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '0ca2a70a-0184-41bc-9426-604bb1f4da97', 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:23:51.636209 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Made reservation on behalf of ed8b2abaf64745eb9e2eac4926e4870d for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:23:51.638536 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:51.991262 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (6b5a2dde-61d0-44e0-af43-7afc6a721776), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:52.059142 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6b5a2dde-61d0-44e0-af43-7afc6a721776,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:23:52.061113 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Checking segment: {'id': '01d6bb0d-62ca-4878-afbd-de9f2f82bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:23:52.061484 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Network hostable DHCP agents. Network: b3964504-7b1a-45bb-8884-1b4726369ad4, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:23:52.173458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Network b3964504-7b1a-45bb-8884-1b4726369ad4 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:23:52.264711 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, b3964504-7b1a-45bb-8884-1b4726369ad4) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:23:52.269354 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:23:52.269969 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:52.274679 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ec0e4-d768-4dc4-82c3-3af2e37dedcd None None] Network b3964504-7b1a-45bb-8884-1b4726369ad4 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:23:52.325198 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-ca79b2be-07a9-4de7-8807-e7d7c39653a2 demo admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7674394 Feb 21 01:23:52.652090 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-b3964504-7b1a-45bb-8884-1b4726369ad4', 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4', 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'fixed_ips': [{'subnet_id': '6b5a2dde-61d0-44e0-af43-7afc6a721776'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:23:52.653379 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:52.996976 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Allocated IP 172.20.0.2 (b3964504-7b1a-45bb-8884-1b4726369ad4/6b5a2dde-61d0-44e0-af43-7afc6a721776/4f7ec8c2-9b5b-4444-8f46-a988073d40ea) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:23:53.271702 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Publish callbacks [] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:53.357172 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:53.436398 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Network b3964504-7b1a-45bb-8884-1b4726369ad4 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:23:53.445592 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:23:53.448174 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Pushing event updated for resources: {'Port': ['ID=4f7ec8c2-9b5b-4444-8f46-a988073d40ea,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:23:53.450361 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:23:53.460044 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.460393 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.460774 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.461114 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.461443 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.461769 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.462097 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.462417 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.462738 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.463062 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.463384 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.463702 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.464020 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Tracked resource versions report: Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: pushed versions: Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: { 'AddressGroup': {'1.2'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'ConntrackHelper': {'1.0'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Log': {'1.0'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Network': {'1.1'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Port': {'1.7'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'PortForwarding': {'1.2'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'QosPolicy': {'1.10'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SecurityGroup': {'1.5'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SubPort': {'1.0'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Subnet': {'1.1'}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Trunk': {'1.1'}} Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: consumer versions: Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: { DHCP agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: L3 agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: Metadata agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: Metering agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: Open vSwitch agent@dv-cinder-813228-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'ConntrackHelper': '1.0', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'LocalIPAssociation': '1.0', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Log': '1.0', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Network': '1.1', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Port': '1.7', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'PortForwarding': '1.2', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'QosPolicy': '1.10', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SecurityGroup': '1.5', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SecurityGroupRule': '1.2', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SubPort': '1.0', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Subnet': '1.1', Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Trunk': '1.1'}} Feb 21 01:23:53.465421 dv-cinder-813228-6-iscsi neutron-server[103195]: {{(pid=103195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:23:53.539613 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Attempting to bind port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:23:53.539930 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Attempting to bind port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '01d6bb0d-62ca-4878-afbd-de9f2f82bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:23:53.540860 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Attempting to bind port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea on network b3964504-7b1a-45bb-8884-1b4726369ad4 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:23:53.545781 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:23:53.546169 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Checking segment: {'id': '01d6bb0d-62ca-4878-afbd-de9f2f82bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:23:53.546649 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:53.547051 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Bound using segment: {'id': '01d6bb0d-62ca-4878-afbd-de9f2f82bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:23:53.547559 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Bound port: 4f7ec8c2-9b5b-4444-8f46-a988073d40ea, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d6bb0d-62ca-4878-afbd-de9f2f82bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:23:53.547970 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:53.610959 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] For port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:23:53.638766 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] For port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=4f7ec8c2-9b5b-4444-8f46-a988073d40ea,segment=NetworkSegment(01d6bb0d-62ca-4878-afbd-de9f2f82bb2d),segment_id=01d6bb0d-62ca-4878-afbd-de9f2f82bb2d)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:23:53.700271 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:23:53.757445 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d93ef1-2821-407a-8ba7-fc384722ce8b None None] Pushing event updated for resources: {'Port': ['ID=4f7ec8c2-9b5b-4444-8f46-a988073d40ea,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:23:54.891251 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 51472) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:23:55.201522 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [None req-fdf2f124-cfc2-4256-8517-82664ea12250 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:23:55.202517 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-fdf2f124-cfc2-4256-8517-82664ea12250 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3103232 Feb 21 01:23:57.747773 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 51480) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:23:58.063675 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [None req-6a967d38-5880-43bd-8346-f988455377dc admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:23:58.064702 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6a967d38-5880-43bd-8346-f988455377dc admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159859 Feb 21 01:24:00.630083 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 51488) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:24:00.940157 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7dac8d43-da26-48a4-a022-f2cc3efb2c47 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:24:01.025249 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dac8d43-da26-48a4-a022-f2cc3efb2c47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (b4ca3a45-3f9d-4e52-9184-43a2e251694a), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:01.026758 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dac8d43-da26-48a4-a022-f2cc3efb2c47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (b4ca3a45-3f9d-4e52-9184-43a2e251694a), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:01.163731 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dac8d43-da26-48a4-a022-f2cc3efb2c47 demo demo] Publish callbacks [] for router_controller (b4ca3a45-3f9d-4e52-9184-43a2e251694a), precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:01.206969 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dac8d43-da26-48a4-a022-f2cc3efb2c47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (b4ca3a45-3f9d-4e52-9184-43a2e251694a), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:01.266925 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7dac8d43-da26-48a4-a022-f2cc3efb2c47 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:01.268135 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-7dac8d43-da26-48a4-a022-f2cc3efb2c47 demo demo] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6370051 Feb 21 01:24:03.788795 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 51500) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:24:04.121288 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [None req-7e440d2d-c7d6-466b-907d-af4206dfde98 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:24:04.126637 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-7e440d2d-c7d6-466b-907d-af4206dfde98 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3332591 Feb 21 01:24:04.128566 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c3b662d9-53e8-474d-8c1b-38633ef8021c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:05.072564 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaaf0dd-9186-49ab-85d3-a392a6bc7c1b None None] Network b3964504-7b1a-45bb-8884-1b4726369ad4 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:24:05.213259 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-fb08f377-54f1-48e7-84f9-5f47d0f93167 None None] Provisioning complete for port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:05.213886 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb08f377-54f1-48e7-84f9-5f47d0f93167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:05.250403 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 4f7ec8c2-9b5b-4444-8f46-a988073d40ea up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:24:05.391141 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:05.391531 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:05.418325 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-fb08f377-54f1-48e7-84f9-5f47d0f93167 None None] Current status of the port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:24:05.418700 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb08f377-54f1-48e7-84f9-5f47d0f93167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:05.464180 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-fb08f377-54f1-48e7-84f9-5f47d0f93167 None None] For port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=4f7ec8c2-9b5b-4444-8f46-a988073d40ea,segment=NetworkSegment(01d6bb0d-62ca-4878-afbd-de9f2f82bb2d),segment_id=01d6bb0d-62ca-4878-afbd-de9f2f82bb2d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:24:05.501523 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:24:05.501934 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:05.522701 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fb08f377-54f1-48e7-84f9-5f47d0f93167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:05.586582 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.db.api [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:24:05.586970 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG oslo_db.api [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:24:05.595330 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb08f377-54f1-48e7-84f9-5f47d0f93167 None None] Pushing event updated for resources: {'Port': ['ID=4f7ec8c2-9b5b-4444-8f46-a988073d40ea,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:05.642708 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-0fbb8ea0-6055-47b7-a585-b9321eb9ef0a None None] Provisioning complete for port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:05.643096 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0fbb8ea0-6055-47b7-a585-b9321eb9ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:05.718031 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0fbb8ea0-6055-47b7-a585-b9321eb9ef0a None None] Current status of the port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:24:06.126960 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:24:06.518882 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:24:06.659662 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8313b33c-a90f-4ea2-9c8b-712f63528cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:06.682496 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 51508) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:24:06.989993 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:24:07.097493 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Made reservation on behalf of 9596a32ec75d4659b27e6c7a766d2b35 for: {'network': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:24:07.100098 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.115874 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.198846 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 4f7ec8c2-9b5b-4444-8f46-a988073d40ea up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:24:07.223073 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Publish callbacks [] for security_group (8763498c-a5a6-4515-bf8d-c3788ea211ed), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.246039 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:07.246461 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.321517 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:24:07.327274 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (8763498c-a5a6-4515-bf8d-c3788ea211ed), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.338747 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103193) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 01:24:07.370166 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769619602737', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (92a2f112-52a5-44a5-8fb1-1e01d537c160), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.371186 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Unsubscribe: segment precommit_create {{(pid=103193) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 01:24:07.371338 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.segments_db [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Added segment 92a2f112-52a5-44a5-8fb1-1e01d537c160 of type flat for network 3642bec8-cbb3-4106-ba47-f48e762181b7 Feb 21 01:24:07.387648 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8763498c-a5a6-4515-bf8d-c3788ea211ed,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:07.435253 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.435600 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.435937 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.436271 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.436619 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.436936 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.437268 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.437591 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.437921 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.438244 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.438558 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.438870 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.439182 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Tracked resource versions report: Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: pushed versions: Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: { 'AddressGroup': {'1.2'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'ConntrackHelper': {'1.0'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Log': {'1.0'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Network': {'1.1'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Port': {'1.7'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'PortForwarding': {'1.2'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'QosPolicy': {'1.10'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SecurityGroup': {'1.5'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SubPort': {'1.0'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Subnet': {'1.1'}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Trunk': {'1.1'}} Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: consumer versions: Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: { DHCP agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: L3 agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: Metadata agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: Metering agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: Open vSwitch agent@dv-cinder-813228-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'ConntrackHelper': '1.0', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'LocalIPAssociation': '1.0', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Log': '1.0', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Network': '1.1', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Port': '1.7', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'PortForwarding': '1.2', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'QosPolicy': '1.10', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SecurityGroup': '1.5', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SecurityGroupRule': '1.2', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SubPort': '1.0', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Subnet': '1.1', Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Trunk': '1.1'}} Feb 21 01:24:07.440595 dv-cinder-813228-6-iscsi neutron-server[103193]: {{(pid=103193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:24:07.491361 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (3642bec8-cbb3-4106-ba47-f48e762181b7), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.629146 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (3642bec8-cbb3-4106-ba47-f48e762181b7), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.629146 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:24:07.629146 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.641580 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:07.722482 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] Pushing event updated for resources: {'Network': ['ID=3642bec8-cbb3-4106-ba47-f48e762181b7,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:07.733393 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:24:07.868724 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b134e08e-52f5-43f9-b788-b5175e0564b2 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1841426 Feb 21 01:24:09.076096 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:10.405899 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 51530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:24:10.499213 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:10.585644 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f75f95-3d76-4263-8d4f-18cfd46ae0d3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:24:10.587490 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-28f75f95-3d76-4263-8d4f-18cfd46ae0d3 demo admin] 10.222.0.90 "GET /v2.0/subnets/6b5a2dde-61d0-44e0-af43-7afc6a721776 HTTP/1.1" status: 200 len: 849 time: 0.1806564 Feb 21 01:24:10.714125 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6da51049-0b75-4df6-a5e2-1240b13e6c56 demo admin] 10.222.0.90 "GET /v2.0/routers/b4ca3a45-3f9d-4e52-9184-43a2e251694a HTTP/1.1" status: 200 len: 704 time: 0.1210239 Feb 21 01:24:10.982601 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:11.269535 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Allocated IP 172.20.0.1 (b3964504-7b1a-45bb-8884-1b4726369ad4/6b5a2dde-61d0-44e0-af43-7afc6a721776/4bf14e27-580f-4a82-b8bf-b472ee526e8c) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:24:11.420750 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Publish callbacks [] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:11.591097 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:11.654489 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Network b3964504-7b1a-45bb-8884-1b4726369ad4 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:24:11.659521 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:24:11.666598 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:24:11.667112 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (b4ca3a45-3f9d-4e52-9184-43a2e251694a), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:11.738396 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Pushing event updated for resources: {'Port': ['ID=4bf14e27-580f-4a82-b8bf-b472ee526e8c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:11.874238 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-b60163d8-651a-4474-a69b-54ea05bd75d3 None None] Provisioning complete for port 4bf14e27-580f-4a82-b8bf-b472ee526e8c triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:11.874804 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b60163d8-651a-4474-a69b-54ea05bd75d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:11.907740 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b60163d8-651a-4474-a69b-54ea05bd75d3 None None] Port 4bf14e27-580f-4a82-b8bf-b472ee526e8c cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:24:11.950098 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:12.159194 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Publish callbacks [] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:12.218770 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:12.219537 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (b4ca3a45-3f9d-4e52-9184-43a2e251694a), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:12.299715 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Pushing event updated for resources: {'Port': ['ID=4bf14e27-580f-4a82-b8bf-b472ee526e8c,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:12.346191 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Network b3964504-7b1a-45bb-8884-1b4726369ad4 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:24:12.347501 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:24:12.584750 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Router b4ca3a45-3f9d-4e52-9184-43a2e251694a is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:24:12.631666 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-2f5e4914-7954-409b-a068-9e3d2edf23c9 None None] Provisioning complete for port 4bf14e27-580f-4a82-b8bf-b472ee526e8c triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:12.632068 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4914-7954-409b-a068-9e3d2edf23c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:12.666306 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e4914-7954-409b-a068-9e3d2edf23c9 None None] Port 4bf14e27-580f-4a82-b8bf-b472ee526e8c cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:24:12.681847 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:24:12.687029 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-80d850f8-c312-4227-a00a-60aaf1aa83b2 demo admin] 10.222.0.90 "PUT /v2.0/routers/b4ca3a45-3f9d-4e52-9184-43a2e251694a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9677682 Feb 21 01:24:12.704095 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Sync routers for ids ['b4ca3a45-3f9d-4e52-9184-43a2e251694a'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:24:12.717265 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Routers {'b4ca3a45-3f9d-4e52-9184-43a2e251694a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:24:12.718132 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:24:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['b4ca3a45-3f9d-4e52-9184-43a2e251694a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:24:12.927101 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Set router b4ca3a45-3f9d-4e52-9184-43a2e251694a gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:24:13.354692 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'name': 'router1', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:24:01Z', 'updated_at': '2022-02-21T01:24:11Z', 'revision_number': 2, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'gw_port_host': None, '_interfaces': [{'id': '4bf14e27-580f-4a82-b8bf-b472ee526e8c', 'name': '', 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'mac_address': 'fa:16:3e:c1:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:24:11Z', 'updated_at': '2022-02-21T01:24:12Z', 'revision_number': 2, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'subnets': [{'id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca2a70a-0184-41bc-9426-604bb1f4da97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:24:13.404798 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Checking router: b4ca3a45-3f9d-4e52-9184-43a2e251694a for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:24:13.405086 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Updating router b4ca3a45-3f9d-4e52-9184-43a2e251694a port 4bf14e27-580f-4a82-b8bf-b472ee526e8c binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:24:13.455670 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:13.962921 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Publish callbacks [] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:14.034310 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:14.196217 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Pushing event updated for resources: {'Port': ['ID=4bf14e27-580f-4a82-b8bf-b472ee526e8c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:14.203432 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Attempting to bind port 4bf14e27-580f-4a82-b8bf-b472ee526e8c on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:24:14.203832 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Attempting to bind port 4bf14e27-580f-4a82-b8bf-b472ee526e8c by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '01d6bb0d-62ca-4878-afbd-de9f2f82bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:24:14.204242 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Attempting to bind port 4bf14e27-580f-4a82-b8bf-b472ee526e8c on network b3964504-7b1a-45bb-8884-1b4726369ad4 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:24:14.209241 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.209594 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.209936 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.210270 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.210599 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.210924 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.211785 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.212113 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.212501 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.212788 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.213160 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.213432 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.213747 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Tracked resource versions report: Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: pushed versions: Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: { 'AddressGroup': {'1.2'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'ConntrackHelper': {'1.0'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Log': {'1.0'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Network': {'1.1'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Port': {'1.7'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'PortForwarding': {'1.2'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'QosPolicy': {'1.10'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SecurityGroup': {'1.5'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SubPort': {'1.0'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Subnet': {'1.1'}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Trunk': {'1.1'}} Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: consumer versions: Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: { DHCP agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: L3 agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: Metadata agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: Metering agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: Open vSwitch agent@dv-cinder-813228-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'ConntrackHelper': '1.0', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'LocalIPAssociation': '1.0', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Log': '1.0', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Network': '1.1', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Port': '1.7', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'PortForwarding': '1.2', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'QosPolicy': '1.10', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SecurityGroup': '1.5', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SecurityGroupRule': '1.2', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SubPort': '1.0', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Subnet': '1.1', Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Trunk': '1.1'}} Feb 21 01:24:14.215095 dv-cinder-813228-6-iscsi neutron-server[103196]: {{(pid=103196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:24:14.218281 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:24:14.218681 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Checking segment: {'id': '01d6bb0d-62ca-4878-afbd-de9f2f82bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:24:14.219149 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:14.219529 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Bound using segment: {'id': '01d6bb0d-62ca-4878-afbd-de9f2f82bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:24:14.220026 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Bound port: 4bf14e27-580f-4a82-b8bf-b472ee526e8c, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d6bb0d-62ca-4878-afbd-de9f2f82bb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:24:14.220400 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:14.288230 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] For port 4bf14e27-580f-4a82-b8bf-b472ee526e8c, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:24:14.294518 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-213b6770-8721-432e-b66c-15437cba6e2d None None] Provisioning complete for port 4bf14e27-580f-4a82-b8bf-b472ee526e8c triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:14.295015 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-213b6770-8721-432e-b66c-15437cba6e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:14.307599 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] For port 4bf14e27-580f-4a82-b8bf-b472ee526e8c, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=4bf14e27-580f-4a82-b8bf-b472ee526e8c,segment=NetworkSegment(01d6bb0d-62ca-4878-afbd-de9f2f82bb2d),segment_id=01d6bb0d-62ca-4878-afbd-de9f2f82bb2d)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:24:14.336493 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-213b6770-8721-432e-b66c-15437cba6e2d None None] Port 4bf14e27-580f-4a82-b8bf-b472ee526e8c cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:24:14.373519 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:14.434928 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bbaac-7a5b-476a-b9e5-4c9da1c45beb None None] Pushing event updated for resources: {'Port': ['ID=4bf14e27-580f-4a82-b8bf-b472ee526e8c,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:14.439662 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Routers {'b4ca3a45-3f9d-4e52-9184-43a2e251694a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:24:14.440261 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:24:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['b4ca3a45-3f9d-4e52-9184-43a2e251694a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:24:14.534380 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] Set router b4ca3a45-3f9d-4e52-9184-43a2e251694a gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:24:14.667005 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-bfdd2528-d022-4b6d-8b94-a9ab0108cfb9 None None] Provisioning complete for port 4bf14e27-580f-4a82-b8bf-b472ee526e8c triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:14.667559 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfdd2528-d022-4b6d-8b94-a9ab0108cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:14.746464 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd2528-d022-4b6d-8b94-a9ab0108cfb9 None None] Current status of the port 4bf14e27-580f-4a82-b8bf-b472ee526e8c is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:24:14.747080 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfdd2528-d022-4b6d-8b94-a9ab0108cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:14.752413 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'name': 'router1', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:24:01Z', 'updated_at': '2022-02-21T01:24:11Z', 'revision_number': 2, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'gw_port_host': None, '_interfaces': [{'id': '4bf14e27-580f-4a82-b8bf-b472ee526e8c', 'name': '', 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'mac_address': 'fa:16:3e:c1:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:24:11Z', 'updated_at': '2022-02-21T01:24:14Z', 'revision_number': 4, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'subnets': [{'id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca2a70a-0184-41bc-9426-604bb1f4da97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:24:14.779604 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787564b-413f-45c3-9e65-b63c9ea82681 None None] The sync data for ids ['b4ca3a45-3f9d-4e52-9184-43a2e251694a'] in dv-cinder-813228-6-iscsi is: [{'id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'name': 'router1', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:24:01Z', 'updated_at': '2022-02-21T01:24:11Z', 'revision_number': 2, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'gw_port_host': None, '_interfaces': [{'id': '4bf14e27-580f-4a82-b8bf-b472ee526e8c', 'name': '', 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'mac_address': 'fa:16:3e:c1:6b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:24:11Z', 'updated_at': '2022-02-21T01:24:14Z', 'revision_number': 4, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'subnets': [{'id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca2a70a-0184-41bc-9426-604bb1f4da97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:24:14.780210 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-bfdd2528-d022-4b6d-8b94-a9ab0108cfb9 None None] For port 4bf14e27-580f-4a82-b8bf-b472ee526e8c, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=4bf14e27-580f-4a82-b8bf-b472ee526e8c,segment=NetworkSegment(01d6bb0d-62ca-4878-afbd-de9f2f82bb2d),segment_id=01d6bb0d-62ca-4878-afbd-de9f2f82bb2d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:24:14.853755 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bfdd2528-d022-4b6d-8b94-a9ab0108cfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:14.905148 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd2528-d022-4b6d-8b94-a9ab0108cfb9 None None] Pushing event updated for resources: {'Port': ['ID=4bf14e27-580f-4a82-b8bf-b472ee526e8c,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:15.151353 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 51550) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:24:15.265205 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e510c1e-6261-4d50-83e0-97cfc345e373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:24:15.269776 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-1e510c1e-6261-4d50-83e0-97cfc345e373 admin admin] 10.222.0.90 "GET /v2.0/networks/3642bec8-cbb3-4106-ba47-f48e762181b7 HTTP/1.1" status: 200 len: 842 time: 0.1141815 Feb 21 01:24:15.276710 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:24:15.361670 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Made reservation on behalf of 9596a32ec75d4659b27e6c7a766d2b35 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:24:15.364010 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:15.739102 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.objects.ports [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103194) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 01:24:15.739515 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:15.806264 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:15.820758 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:24:15.821115 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Network hostable DHCP agents. Network: 3642bec8-cbb3-4106-ba47-f48e762181b7, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:24:15.893382 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:24:15.950125 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 3642bec8-cbb3-4106-ba47-f48e762181b7) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:24:15.954489 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:24:15.955246 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:15.962385 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc58dff-a7fe-46b5-8057-6cbc8f9065b1 None None] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:24:16.044451 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-eb7828a8-173e-4e4d-bba1-481aa11639ee admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7601912 Feb 21 01:24:16.061499 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f8eb3f-235c-41a6-9793-eb5558efa8db None None] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:24:18.461491 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 51558) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:24:18.723476 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e9aa649a-c86e-4280-a1a4-524c576203e0 demo admin] 10.222.0.90 "GET /v2.0/routers/b4ca3a45-3f9d-4e52-9184-43a2e251694a HTTP/1.1" status: 200 len: 710 time: 0.2607822 Feb 21 01:24:18.890864 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995481f-9b0d-433d-b0af-76b474fe2f53 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:24:18.892258 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f995481f-9b0d-433d-b0af-76b474fe2f53 demo admin] 10.222.0.90 "GET /v2.0/networks/3642bec8-cbb3-4106-ba47-f48e762181b7 HTTP/1.1" status: 200 len: 886 time: 0.1634507 Feb 21 01:24:18.901172 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:24:19.169695 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Publish callbacks [] for router_gateway (b4ca3a45-3f9d-4e52-9184-43a2e251694a), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:19.468026 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Publish callbacks [] for router_gateway (b4ca3a45-3f9d-4e52-9184-43a2e251694a), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:19.550647 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:19.779059 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Allocated IP 172.27.3.175 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/153c3136-853e-4c38-a7f8-ce0517b0487a) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:24:19.897412 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Publish callbacks [] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:19.991057 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:20.071297 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:24:20.077341 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:24:20.089546 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:24:20.093177 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Pushing event updated for resources: {'Port': ['ID=153c3136-853e-4c38-a7f8-ce0517b0487a,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:20.517474 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Publish callbacks [] for router_gateway (b4ca3a45-3f9d-4e52-9184-43a2e251694a), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:20.717533 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-835195', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-830986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4488'] for router (b4ca3a45-3f9d-4e52-9184-43a2e251694a), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:20.722871 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-835180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-835173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-830979'] for router (b4ca3a45-3f9d-4e52-9184-43a2e251694a), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:20.835975 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Router b4ca3a45-3f9d-4e52-9184-43a2e251694a has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:24:20.943879 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:24:20.949058 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:20.950269 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-4434a2b7-f51a-4fbd-b37b-936d4f178c4a demo admin] 10.222.0.90 "PUT /v2.0/routers/b4ca3a45-3f9d-4e52-9184-43a2e251694a HTTP/1.1" status: 200 len: 890 time: 2.0523720 Feb 21 01:24:23.243679 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 4bf14e27-580f-4a82-b8bf-b472ee526e8c up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:24:23.295490 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 4bf14e27-580f-4a82-b8bf-b472ee526e8c triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:23.295884 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:23.373563 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 4bf14e27-580f-4a82-b8bf-b472ee526e8c is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:24:23.443153 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Sync routers for ids ['b4ca3a45-3f9d-4e52-9184-43a2e251694a'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:24:23.454059 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Routers {'b4ca3a45-3f9d-4e52-9184-43a2e251694a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:24:23.454694 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:24:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['b4ca3a45-3f9d-4e52-9184-43a2e251694a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:24:23.548013 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 51570) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:24:23.667414 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-5eefa9b7-53d0-488e-bb46-9f3c6274d5e0 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180491 Feb 21 01:24:23.670279 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Set router b4ca3a45-3f9d-4e52-9184-43a2e251694a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:24:24.155809 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'name': 'router1', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '153c3136-853e-4c38-a7f8-ce0517b0487a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:24:01Z', 'updated_at': '2022-02-21T01:24:20Z', 'revision_number': 4, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'gw_port': {'id': '153c3136-853e-4c38-a7f8-ce0517b0487a', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:24:19Z', 'updated_at': '2022-02-21T01:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '4bf14e27-580f-4a82-b8bf-b472ee526e8c', 'name': '', 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'mac_address': 'fa:16:3e:c1:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:24:11Z', 'updated_at': '2022-02-21T01:24:14Z', 'revision_number': 5, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'subnets': [{'id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca2a70a-0184-41bc-9426-604bb1f4da97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:24:24.207966 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Checking router: b4ca3a45-3f9d-4e52-9184-43a2e251694a for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:24:24.208508 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Updating router b4ca3a45-3f9d-4e52-9184-43a2e251694a port 153c3136-853e-4c38-a7f8-ce0517b0487a binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:24:24.270248 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:24.616296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Publish callbacks [] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:24.685742 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:24.737269 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62588489-409c-4901-9c66-d95680b7390f None None] Pushing event updated for resources: {'Port': ['ID=153c3136-853e-4c38-a7f8-ce0517b0487a,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:24.739520 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Attempting to bind port 153c3136-853e-4c38-a7f8-ce0517b0487a on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:24:24.739892 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Attempting to bind port 153c3136-853e-4c38-a7f8-ce0517b0487a by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:24:24.740296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Attempting to bind port 153c3136-853e-4c38-a7f8-ce0517b0487a on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:24:24.745325 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:24:24.745704 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:24:24.746080 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:24.746466 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:24:24.746929 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Bound port: 153c3136-853e-4c38-a7f8-ce0517b0487a, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:24:24.747327 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:24.798438 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] For port 153c3136-853e-4c38-a7f8-ce0517b0487a, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:24:24.801368 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] For port 153c3136-853e-4c38-a7f8-ce0517b0487a, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=153c3136-853e-4c38-a7f8-ce0517b0487a,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:24:24.847810 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:24.907591 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Routers {'b4ca3a45-3f9d-4e52-9184-43a2e251694a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:24:24.909222 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:24:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['b4ca3a45-3f9d-4e52-9184-43a2e251694a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:24:24.943088 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62588489-409c-4901-9c66-d95680b7390f None None] Pushing event updated for resources: {'Port': ['ID=153c3136-853e-4c38-a7f8-ce0517b0487a,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:25.020367 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] Set router b4ca3a45-3f9d-4e52-9184-43a2e251694a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:24:25.229576 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'name': 'router1', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '153c3136-853e-4c38-a7f8-ce0517b0487a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:24:01Z', 'updated_at': '2022-02-21T01:24:20Z', 'revision_number': 4, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'gw_port': {'id': '153c3136-853e-4c38-a7f8-ce0517b0487a', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:24:19Z', 'updated_at': '2022-02-21T01:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '4bf14e27-580f-4a82-b8bf-b472ee526e8c', 'name': '', 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'mac_address': 'fa:16:3e:c1:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:24:11Z', 'updated_at': '2022-02-21T01:24:14Z', 'revision_number': 5, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'subnets': [{'id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca2a70a-0184-41bc-9426-604bb1f4da97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:24:25.259603 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d42a13-744d-412b-8cf6-ae5f8126527e None None] The sync data for ids ['b4ca3a45-3f9d-4e52-9184-43a2e251694a'] in dv-cinder-813228-6-iscsi is: [{'id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'name': 'router1', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '153c3136-853e-4c38-a7f8-ce0517b0487a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:24:01Z', 'updated_at': '2022-02-21T01:24:20Z', 'revision_number': 4, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'gw_port': {'id': '153c3136-853e-4c38-a7f8-ce0517b0487a', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:4b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:24:19Z', 'updated_at': '2022-02-21T01:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '4bf14e27-580f-4a82-b8bf-b472ee526e8c', 'name': '', 'network_id': 'b3964504-7b1a-45bb-8884-1b4726369ad4', 'tenant_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'mac_address': 'fa:16:3e:c1:6b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ca3a45-3f9d-4e52-9184-43a2e251694a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:24:11Z', 'updated_at': '2022-02-21T01:24:14Z', 'revision_number': 5, 'project_id': 'ed8b2abaf64745eb9e2eac4926e4870d', 'subnets': [{'id': '6b5a2dde-61d0-44e0-af43-7afc6a721776', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ca2a70a-0184-41bc-9426-604bb1f4da97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:24:27.307477 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 153c3136-853e-4c38-a7f8-ce0517b0487a up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:24:27.370598 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 153c3136-853e-4c38-a7f8-ce0517b0487a triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:27.371235 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:27.463403 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 153c3136-853e-4c38-a7f8-ce0517b0487a is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:24:27.464132 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:27.487071 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port 153c3136-853e-4c38-a7f8-ce0517b0487a, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=153c3136-853e-4c38-a7f8-ce0517b0487a,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:24:27.567676 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:27.634789 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=153c3136-853e-4c38-a7f8-ce0517b0487a,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:24:29.293812 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 153c3136-853e-4c38-a7f8-ce0517b0487a up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:24:29.437068 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 153c3136-853e-4c38-a7f8-ce0517b0487a triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:24:29.437465 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (153c3136-853e-4c38-a7f8-ce0517b0487a), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:29.667211 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 153c3136-853e-4c38-a7f8-ce0517b0487a is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:24:34.156110 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ca63d10f-fd19-4c53-a43c-d0e5eec65f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:36.651320 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7eefe82f-b335-4acb-886b-46063ea72c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:37.640226 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:39.100275 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:40.494364 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:24:43.518564 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:25:04.150216 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4b58f148-da25-467a-b3b0-b872f429277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:06.895786 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c8e7627-e593-465f-8c2b-71594e3317af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:07.743841 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:09.080992 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:10.501862 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:20.516524 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:25:34.149104 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2063aade-a9c6-4f9d-b54e-92c592ece661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:36.640666 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb6e15c-94c1-4bc0-896c-ff820b984285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:37.599034 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:39.074830 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:40.484206 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:46.269154 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52054) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:25:46.329247 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd67a06-df11-4648-8f9e-5db7c6f37844 admin admin] GET failed (client error): The resource could not be found. Feb 21 01:25:46.330517 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-cbd67a06-df11-4648-8f9e-5db7c6f37844 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596242 Feb 21 01:25:46.495174 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec207bf-d021-4eb8-979a-102fe1732fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:46.496592 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-aec207bf-d021-4eb8-979a-102fe1732fbc admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613700 Feb 21 01:25:48.816077 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52064) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:25:48.915260 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39adf045-2e67-49e5-b7ba-08fa3d385d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:48.916532 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-39adf045-2e67-49e5-b7ba-08fa3d385d0d admin admin] 10.222.0.90 "GET /v2.0/subnets/6b5a2dde-61d0-44e0-af43-7afc6a721776 HTTP/1.1" status: 200 len: 849 time: 0.0994627 Feb 21 01:25:48.925788 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:25:49.011421 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Publish callbacks [] for subnet (6b5a2dde-61d0-44e0-af43-7afc6a721776), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:49.217230 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769619354498'] for subnet (6b5a2dde-61d0-44e0-af43-7afc6a721776), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:49.249057 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:49.249650 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:49.251557 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] 10.222.0.90 "PUT /v2.0/subnets/6b5a2dde-61d0-44e0-af43-7afc6a721776 HTTP/1.1" status: 200 len: 868 time: 0.3286841 Feb 21 01:25:49.254616 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e34c9e-12ca-40e7-8b99-77c582c38901 None None] Network b3964504-7b1a-45bb-8884-1b4726369ad4 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:25:49.268643 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5a2dde-61d0-44e0-af43-7afc6a721776,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:25:49.276594 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.276967 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.277323 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.277662 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.277994 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.278324 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.278654 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.278985 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.279329 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.279673 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.280008 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.280329 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.280823 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027bb6c7-2d65-40a8-9dd8-eef77ffba6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:25:49.577331 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-e90755a7-5c8c-4200-b4c3-53878c6382f7 None None] Provisioning complete for port 4bf14e27-580f-4a82-b8bf-b472ee526e8c triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:25:49.577725 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e90755a7-5c8c-4200-b4c3-53878c6382f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4bf14e27-580f-4a82-b8bf-b472ee526e8c), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:49.654497 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e90755a7-5c8c-4200-b4c3-53878c6382f7 None None] Current status of the port 4bf14e27-580f-4a82-b8bf-b472ee526e8c is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:25:49.664201 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-e90755a7-5c8c-4200-b4c3-53878c6382f7 None None] Provisioning complete for port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:25:49.664626 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e90755a7-5c8c-4200-b4c3-53878c6382f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4f7ec8c2-9b5b-4444-8f46-a988073d40ea), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:25:49.740559 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-e90755a7-5c8c-4200-b4c3-53878c6382f7 None None] Current status of the port 4f7ec8c2-9b5b-4444-8f46-a988073d40ea is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:25:51.576435 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52072) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:25:51.838910 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1210b101-d44b-4c55-af63-7c4170bb9325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:51.839293 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1210b101-d44b-4c55-af63-7c4170bb9325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:51.840843 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-1210b101-d44b-4c55-af63-7c4170bb9325 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2634456 Feb 21 01:25:54.188277 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52080) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:25:54.320041 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872b8db-5a51-4753-b96f-5a46e744614a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:54.320541 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d872b8db-5a51-4753-b96f-5a46e744614a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:54.322082 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-d872b8db-5a51-4753-b96f-5a46e744614a admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328533 Feb 21 01:25:56.659710 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52088) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:25:56.783981 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2f91eb-8608-43f8-ae12-28db882950e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:56.785429 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-1a2f91eb-8608-43f8-ae12-28db882950e0 admin admin] 10.222.0.90 "GET /v2.0/networks/3642bec8-cbb3-4106-ba47-f48e762181b7 HTTP/1.1" status: 200 len: 886 time: 0.1247153 Feb 21 01:25:57.514761 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:25:59.135291 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52096) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:25:59.280801 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c9fd44-91c0-4ea7-81b2-f4ae2823dd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:25:59.282189 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-95c9fd44-91c0-4ea7-81b2-f4ae2823dd39 admin admin] 10.222.0.90 "GET /v2.0/networks/b3964504-7b1a-45bb-8884-1b4726369ad4 HTTP/1.1" status: 200 len: 869 time: 0.1459343 Feb 21 01:26:01.610036 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52104) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:26:01.735297 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791b858-b0eb-4e2c-b37f-66e7b9c231c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:01.735757 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791b858-b0eb-4e2c-b37f-66e7b9c231c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:01.737337 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-d791b858-b0eb-4e2c-b37f-66e7b9c231c2 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262209 Feb 21 01:26:04.054764 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52112) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:26:04.143172 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5769-341b-4417-a0e6-76a5093f66a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:04.145655 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f99c1-9e4c-4ebf-8273-299745ce0239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:04.146125 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f99c1-9e4c-4ebf-8273-299745ce0239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:04.147766 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e03f99c1-9e4c-4ebf-8273-299745ce0239 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920591 Feb 21 01:26:06.481433 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52120) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:26:06.567795 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f138b6a8-e0fc-4230-824a-c4d441bd171b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:06.569161 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f138b6a8-e0fc-4230-824a-c4d441bd171b admin admin] 10.222.0.90 "GET /v2.0/subnets/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7 HTTP/1.1" status: 200 len: 816 time: 0.0867960 Feb 21 01:26:06.657564 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f83e2797-14ad-4c35-9a07-30a1f70f6bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:07.609403 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:08.892739 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52128) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:26:08.982067 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f536e94c-e218-488f-8e25-c9f5debc2c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:08.983468 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f536e94c-e218-488f-8e25-c9f5debc2c15 admin admin] 10.222.0.90 "GET /v2.0/subnets/6b5a2dde-61d0-44e0-af43-7afc6a721776 HTTP/1.1" status: 200 len: 868 time: 0.0898454 Feb 21 01:26:09.074384 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:10.474197 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:34.142154 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1594c0f8-2e22-4fa2-9658-3e846254f28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:34.514356 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:26:36.637557 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5e6e4e28-39ca-41a1-a0ff-75da70eca93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:37.185081 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52180) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:26:37.231943 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [None req-a9476932-0fa7-4666-a034-d74366d28fa9 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:26:37.233081 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-a9476932-0fa7-4666-a034-d74366d28fa9 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470622 Feb 21 01:26:37.614326 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:39.079778 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:39.680377 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52190) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:26:39.740018 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed1e00a-08a3-4452-a2d8-5020361eafa5 admin admin] GET failed (client error): The resource could not be found. Feb 21 01:26:39.741344 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-1ed1e00a-08a3-4452-a2d8-5020361eafa5 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600238 Feb 21 01:26:39.947565 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566fbdb-5dd8-45fa-96a2-68860674ad84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:39.948975 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-0566fbdb-5dd8-45fa-96a2-68860674ad84 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2029872 Feb 21 01:26:40.502298 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:42.301612 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52198) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:26:42.347756 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:26:42.448177 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Made reservation on behalf of 9596a32ec75d4659b27e6c7a766d2b35 for: {'network': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:26:42.450405 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:42.484415 dv-cinder-813228-6-iscsi neutron-server[103193]: WARNING neutron.services.revisions.revision_plugin [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Could not find related network for resource to bump revision. Feb 21 01:26:42.498341 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:26:42.507504 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (ab59b8cf-3f29-4238-9266-de28b6e9f229), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:42.507831 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.segments_db [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Added segment ab59b8cf-3f29-4238-9266-de28b6e9f229 of type vlan for network ec071b65-1a27-431d-8f76-3a28d1667f3d Feb 21 01:26:42.555867 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (ec071b65-1a27-431d-8f76-3a28d1667f3d), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:42.633608 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (ec071b65-1a27-431d-8f76-3a28d1667f3d), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:42.634592 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:42.635165 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:42.693502 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] Pushing event updated for resources: {'Network': ['ID=ec071b65-1a27-431d-8f76-3a28d1667f3d,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:26:42.704357 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network ec071b65-1a27-431d-8f76-3a28d1667f3d details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:26:42.748585 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-4fce561a-b90e-4d03-b8b2-b88449107d6d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4458020 Feb 21 01:26:45.172627 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52206) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:26:45.232537 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f05c6f-ff4f-4565-bc63-16422722393b admin admin] GET failed (client error): The resource could not be found. Feb 21 01:26:45.233837 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-18f05c6f-ff4f-4565-bc63-16422722393b admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601676 Feb 21 01:26:45.305339 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a2faf-7aca-46d2-b114-9713bb1f1a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:45.306776 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f85a2faf-7aca-46d2-b114-9713bb1f1a34 admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687802 Feb 21 01:26:45.316219 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:26:45.416584 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Made reservation on behalf of 9596a32ec75d4659b27e6c7a766d2b35 for: {'subnet': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:26:45.418780 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:45.643761 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (67fd7269-5aef-4a11-8107-02ab5440d5a6), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:45.700478 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fd7269-5aef-4a11-8107-02ab5440d5a6,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:26:45.709321 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Checking segment: {'id': 'ab59b8cf-3f29-4238-9266-de28b6e9f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:26:45.709679 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Network hostable DHCP agents. Network: ec071b65-1a27-431d-8f76-3a28d1667f3d, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:26:45.827806 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Network ec071b65-1a27-431d-8f76-3a28d1667f3d is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:26:45.913384 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, ec071b65-1a27-431d-8f76-3a28d1667f3d) {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:26:45.917489 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:26:45.918251 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:45.922589 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0285987b-8264-4763-a702-98c3164c55b6 None None] Network ec071b65-1a27-431d-8f76-3a28d1667f3d requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:26:46.011393 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-22bf5b26-401d-4234-82a7-65b0f157b167 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6983442 Feb 21 01:26:46.021855 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-ec071b65-1a27-431d-8f76-3a28d1667f3d', 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d', 'project_id': '9596a32ec75d4659b27e6c7a766d2b35', 'fixed_ips': [{'subnet_id': '67fd7269-5aef-4a11-8107-02ab5440d5a6'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:26:46.022743 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:46.261072 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Allocated IP 192.168.233.2 (ec071b65-1a27-431d-8f76-3a28d1667f3d/67fd7269-5aef-4a11-8107-02ab5440d5a6/359bbcc6-ac7c-489c-9cd1-333b2f50c286) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:26:46.405535 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Publish callbacks [] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:46.508684 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:46.552790 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Network ec071b65-1a27-431d-8f76-3a28d1667f3d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:26:46.556404 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:26:46.558558 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Pushing event updated for resources: {'Port': ['ID=359bbcc6-ac7c-489c-9cd1-333b2f50c286,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:26:46.560846 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:26:46.573588 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.573959 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.574327 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.574670 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.575010 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.575331 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.575667 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.575998 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.576325 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.576958 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.577300 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.577626 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.577952 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:26:46.628786 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Attempting to bind port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:26:46.629659 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Attempting to bind port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'ab59b8cf-3f29-4238-9266-de28b6e9f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:26:46.630026 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Attempting to bind port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 on network ec071b65-1a27-431d-8f76-3a28d1667f3d {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:26:46.635247 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:26:46.635629 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Checking segment: {'id': 'ab59b8cf-3f29-4238-9266-de28b6e9f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:26:46.636026 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:46.636453 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Bound using segment: {'id': 'ab59b8cf-3f29-4238-9266-de28b6e9f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:26:46.637295 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Bound port: 359bbcc6-ac7c-489c-9cd1-333b2f50c286, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab59b8cf-3f29-4238-9266-de28b6e9f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:26:46.637696 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:46.718711 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] For port 359bbcc6-ac7c-489c-9cd1-333b2f50c286, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:26:46.722287 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] For port 359bbcc6-ac7c-489c-9cd1-333b2f50c286, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=359bbcc6-ac7c-489c-9cd1-333b2f50c286,segment=NetworkSegment(ab59b8cf-3f29-4238-9266-de28b6e9f229),segment_id=ab59b8cf-3f29-4238-9266-de28b6e9f229)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:26:46.809797 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:46.876515 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0ca8b-1ce5-4e70-9786-5e3ffbcf116c None None] Pushing event updated for resources: {'Port': ['ID=359bbcc6-ac7c-489c-9cd1-333b2f50c286,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:26:47.353787 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 359bbcc6-ac7c-489c-9cd1-333b2f50c286 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:26:47.403695 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:26:47.404087 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:47.494404 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:26:47.495108 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:47.531903 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port 359bbcc6-ac7c-489c-9cd1-333b2f50c286, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=359bbcc6-ac7c-489c-9cd1-333b2f50c286,segment=NetworkSegment(ab59b8cf-3f29-4238-9266-de28b6e9f229),segment_id=ab59b8cf-3f29-4238-9266-de28b6e9f229)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:26:47.633807 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:47.692581 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=359bbcc6-ac7c-489c-9cd1-333b2f50c286,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:26:47.728262 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed32e98-0441-4c21-812a-38c1a9576cbd None None] Network ec071b65-1a27-431d-8f76-3a28d1667f3d requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:26:47.829783 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-7f1f4d9a-bc6a-46ac-ad2e-fdf15ab51fcd None None] Provisioning complete for port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:26:47.830098 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7f1f4d9a-bc6a-46ac-ad2e-fdf15ab51fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:47.922845 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f4d9a-bc6a-46ac-ad2e-fdf15ab51fcd None None] Current status of the port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:26:48.143949 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-99da7ccf-c4ed-4978-9b6c-71bb6556aa3e None None] Provisioning complete for port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:26:48.144332 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-99da7ccf-c4ed-4978-9b6c-71bb6556aa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:48.220488 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-99da7ccf-c4ed-4978-9b6c-71bb6556aa3e None None] Current status of the port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:26:49.304468 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 359bbcc6-ac7c-489c-9cd1-333b2f50c286 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:26:49.351730 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:26:49.352121 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (359bbcc6-ac7c-489c-9cd1-333b2f50c286), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:26:49.428771 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 359bbcc6-ac7c-489c-9cd1-333b2f50c286 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:27:04.183094 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bdfcac7-192e-4052-8631-6cb0fb73ac9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:06.622134 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20beaad9-3dbc-4745-ba1f-d5d8b76b72f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:07.625551 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:09.067874 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:10.507720 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:11.513805 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:27:34.138856 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2034caca-b7a5-4d43-8bf8-7b8a640ccb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:36.655814 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17d07ba4-b037-4d29-9ca2-71d99f30755f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:37.615824 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:39.089849 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:40.493507 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:27:48.512690 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:28:04.132748 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-fa5e20cb-777d-4c4f-8635-99d31f62076d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:06.672793 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-050c9659-9c1b-4699-9e74-6f15ccc22956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:07.683879 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:09.142023 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:10.492644 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:24.020051 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52244) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:24.025648 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [None req-5abeea74-0147-4126-a68b-03d2f831a760 tempest-verify_tempest_config-2089354565 tempest-verify_tempest_config-2089354565-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:28:24.026640 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-5abeea74-0147-4126-a68b-03d2f831a760 tempest-verify_tempest_config-2089354565 tempest-verify_tempest_config-2089354565-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055521 Feb 21 01:28:24.519082 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52262) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:24.621064 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:24.696794 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Publish callbacks [] for security_group (0fc291b8-59cf-4ea6-90bc-0dfedb4526bc), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:24.769528 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0fc291b8-59cf-4ea6-90bc-0dfedb4526bc), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:24.815060 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=050346d0f41a4bc2939096447d77cebe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2949486 Feb 21 01:28:24.815989 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc291b8-59cf-4ea6-90bc-0dfedb4526bc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:24.817786 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52266) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:28:24.822996 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.823344 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.823689 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.824028 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.824367 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.824807 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.825160 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.825498 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.825830 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.826175 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.826507 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.826831 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.827160 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80ef595-a4d7-4d6a-94ba-b83eb6037376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:24.875560 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Publish callbacks [] for security_group (0fc291b8-59cf-4ea6-90bc-0dfedb4526bc), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:24.896090 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Publish callbacks [] for security_group (0fc291b8-59cf-4ea6-90bc-0dfedb4526bc), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:25.038122 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0fc291b8-59cf-4ea6-90bc-0dfedb4526bc), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:25.040716 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:25.041932 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0fc291b8-59cf-4ea6-90bc-0dfedb4526bc HTTP/1.1" status: 204 len: 168 time: 0.2228618 Feb 21 01:28:25.050715 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc291b8-59cf-4ea6-90bc-0dfedb4526bc,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:28:25.057903 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.058278 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.058629 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.058971 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.059382 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.059654 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.060002 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.060336 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.060722 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.061055 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.061380 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.061703 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.062383 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a2b41-20a9-40f9-b136-69f72e783f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:28:25.511389 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:28:34.174994 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d0d07467-d5b1-43ff-b88c-bcb57e5fe057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:36.652765 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-65b75ccb-4041-4b3b-8a03-c5ee648ae2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:37.778290 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:39.083544 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:28:40.492740 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:02.509706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:29:04.174002 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-be946544-7d54-4183-ab49-6d96b1071d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:06.669270 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-854b56c2-a2e5-4a09-a671-c082f51d157e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:07.628905 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:09.091437 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:10.489046 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:34.131554 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec19def0-091f-4905-ad0d-dd7ddf3497fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:36.648706 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-709ae9a5-706c-4722-954c-7b26f16ed28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:37.619937 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:39.088607 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:29:39.508955 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 5 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:29:40.496664 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:04.139404 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6a7cbbad-689f-4a4b-8ee5-9618581385df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:06.602991 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-833637'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:06.631380 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b078ab47-62c7-47b8-b963-b92f137ab2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:07.621949 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:09.096756 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:10.493893 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:16.508834 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:30:21.264759 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52338) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:21.366927 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-9939a490-12f9-4a08-b7a5-59995253b928 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1010783 Feb 21 01:30:23.728787 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52348) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:30:23.782787 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-9eee5e7c-e67e-4f97-b470-359842c65ed8 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529382 Feb 21 01:30:34.170140 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9ba39265-fd2e-422e-87f4-c35791acc50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:36.674125 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:36.727491 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-78c7555c-e994-4752-ae80-9ac1138a5f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:37.650062 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:39.093162 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:40.498900 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:30:53.507871 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:31:04.186626 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5936c8f7-98f9-4c57-a272-2e16151d94f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:06.592120 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:06.658721 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-18849bfa-d858-440c-bdb1-1e2e3f822aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:07.667097 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:09.112687 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:10.494857 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:30.506878 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:31:34.132961 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-546c7603-c62b-4081-a9c5-cacf5e38088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:36.609901 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:36.637561 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-228cf001-9c1b-4891-9bc1-00c5a5a8f949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:37.723573 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:39.106209 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:40.500475 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:56.304103 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52440) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:31:56.485016 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-499901708-network', 'tenant_id': 'a2fb11bd56f946d1a12bb7aba48aece1'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:31:56.603364 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Made reservation on behalf of a2fb11bd56f946d1a12bb7aba48aece1 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:31:56.605751 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:56.614914 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:56.693187 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Publish callbacks [] for security_group (302103eb-7c91-49d1-b918-0a9d0245e675), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:56.774579 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (302103eb-7c91-49d1-b918-0a9d0245e675), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:56.806318 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302103eb-7c91-49d1-b918-0a9d0245e675,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:31:56.812795 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:31:56.816335 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.816335 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.816335 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.816637 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.816853 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.817183 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.817522 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.817849 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.818185 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.818525 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.818847 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.819162 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.819477 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Tracked resource versions report: Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: pushed versions: Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: { 'AddressGroup': {'1.2'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'ConntrackHelper': {'1.0'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Log': {'1.0'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Network': {'1.1'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Port': {'1.7'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'PortForwarding': {'1.2'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'QosPolicy': {'1.10'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SecurityGroup': {'1.5'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SubPort': {'1.0'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Subnet': {'1.1'}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Trunk': {'1.1'}} Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: consumer versions: Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: { DHCP agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: L3 agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: Metadata agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: Metering agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: Open vSwitch agent@dv-cinder-813228-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'ConntrackHelper': '1.0', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'LocalIPAssociation': '1.0', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Log': '1.0', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Network': '1.1', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Port': '1.7', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'PortForwarding': '1.2', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'QosPolicy': '1.10', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SecurityGroup': '1.5', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SecurityGroupRule': '1.2', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'SubPort': '1.0', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Subnet': '1.1', Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: 'Trunk': '1.1'}} Feb 21 01:31:56.820598 dv-cinder-813228-6-iscsi neutron-server[103194]: {{(pid=103194) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:31:56.831084 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (5f6fbafc-5b7c-49d3-b559-312a02b4116d), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:56.831425 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Added segment 5f6fbafc-5b7c-49d3-b559-312a02b4116d of type vlan for network 40c42b75-d0fb-4f29-b50c-48bc86d4bd46 Feb 21 01:31:56.883456 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (40c42b75-d0fb-4f29-b50c-48bc86d4bd46), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:56.978510 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (40c42b75-d0fb-4f29-b50c-48bc86d4bd46), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:56.979519 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:56.980141 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:57.072253 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] Pushing event updated for resources: {'Network': ['ID=40c42b75-d0fb-4f29-b50c-48bc86d4bd46,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:31:57.083675 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 40c42b75-d0fb-4f29-b50c-48bc86d4bd46 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:31:57.114323 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-d760cee5-f246-4fa4-99f9-538054e161e1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8080618 Feb 21 01:31:57.117420 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52488) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:31:57.123094 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Request body: {'subnet': {'network_id': '40c42b75-d0fb-4f29-b50c-48bc86d4bd46', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-499901708-subnet', 'tenant_id': 'a2fb11bd56f946d1a12bb7aba48aece1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:31:57.214648 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Made reservation on behalf of a2fb11bd56f946d1a12bb7aba48aece1 for: {'subnet': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:31:57.217147 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:57.430353 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (631c0edb-6f54-4314-97f7-e5baea235b64), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:57.484624 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=631c0edb-6f54-4314-97f7-e5baea235b64,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:31:57.493824 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.494169 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.494508 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.494841 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.495164 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.495488 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.495812 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.496134 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.496479 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.496819 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.497197 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.497559 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.497867 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Tracked resource versions report: Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: pushed versions: Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: { 'AddressGroup': {'1.2'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'ConntrackHelper': {'1.0'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Log': {'1.0'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Network': {'1.1'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Port': {'1.7'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'PortForwarding': {'1.2'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'QosPolicy': {'1.10'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SecurityGroup': {'1.5'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SubPort': {'1.0'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Subnet': {'1.1'}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Trunk': {'1.1'}} Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: consumer versions: Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: { DHCP agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: L3 agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: Metadata agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: Metering agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: Open vSwitch agent@dv-cinder-813228-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'ConntrackHelper': '1.0', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'LocalIPAssociation': '1.0', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Log': '1.0', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Network': '1.1', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Port': '1.7', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'PortForwarding': '1.2', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'QosPolicy': '1.10', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SecurityGroup': '1.5', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SecurityGroupRule': '1.2', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'SubPort': '1.0', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Subnet': '1.1', Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: 'Trunk': '1.1'}} Feb 21 01:31:57.499621 dv-cinder-813228-6-iscsi neutron-server[103193]: {{(pid=103193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:31:57.507942 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Checking segment: {'id': '5f6fbafc-5b7c-49d3-b559-312a02b4116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '40c42b75-d0fb-4f29-b50c-48bc86d4bd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:31:57.508293 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Network hostable DHCP agents. Network: 40c42b75-d0fb-4f29-b50c-48bc86d4bd46, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:31:57.589931 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Network 40c42b75-d0fb-4f29-b50c-48bc86d4bd46 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:31:57.682918 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 40c42b75-d0fb-4f29-b50c-48bc86d4bd46) {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:31:57.687648 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:57.691313 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:57.693868 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b443a97-6c3f-4661-8895-66d9501a2f4b None None] Network 40c42b75-d0fb-4f29-b50c-48bc86d4bd46 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:31:57.769425 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f9a23ee2-6640-4ea0-a43a-8064bd3b9737 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6491921 Feb 21 01:31:57.797912 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab40f74-ec5d-44b7-b778-6749748abcac None None] Network 40c42b75-d0fb-4f29-b50c-48bc86d4bd46 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:31:58.274966 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52550) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:31:58.673606 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52566) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:31:58.715910 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-504988262-network', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:31:58.831575 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Made reservation on behalf of d3acaa73503748ac9764a7eca8943882 for: {'network': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:31:58.838584 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:58.842537 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:58.918250 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Publish callbacks [] for security_group (52b615a1-b2b5-4687-9ae5-994a25765303), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:58.985012 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52586) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:31:58.997257 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (52b615a1-b2b5-4687-9ae5-994a25765303), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.022416 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:31:59.043340 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (c4f16888-82ac-442d-9b54-30203e33443b), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.043719 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.segments_db [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Added segment c4f16888-82ac-442d-9b54-30203e33443b of type vlan for network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 Feb 21 01:31:59.045375 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b615a1-b2b5-4687-9ae5-994a25765303,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:31:59.081662 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-905313234-network', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:31:59.097773 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.184132 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Made reservation on behalf of fa11c817930e42c49bb0f242205952d7 for: {'network': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:31:59.188146 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.197771 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.198692 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:59.199577 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.201806 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.210246 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52598) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:31:59.306436 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-298416016-network', 'tenant_id': '11d99a6bb8ad42a980e51a57fcec7315'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:31:59.397365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Made reservation on behalf of 11d99a6bb8ad42a980e51a57fcec7315 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:31:59.400639 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.413327 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.516009 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Publish callbacks [] for security_group (bfd95637-c3c0-4f6d-bc81-b099ab64ce7f), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.528276 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:31:59.542487 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-c546004f-20d6-49cd-a078-b5df4a336bf9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2662582 Feb 21 01:31:59.543035 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52606) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:31:59.546748 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:31:59.552413 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Request body: {'subnet': {'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-subnet', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:31:59.585306 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1852169963-network', 'tenant_id': '09bc5c58fd414c8aa76756065678191e'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:31:59.604782 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (bfd95637-c3c0-4f6d-bc81-b099ab64ce7f), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.606082 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Publish callbacks [] for security_group (3ab3bbd5-2279-4bad-b15b-2e7fe1626282), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.624015 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:31:59.639260 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (73dcc108-f551-4249-843e-2c5cbb4e75ca), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.639260 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.segments_db [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Added segment 73dcc108-f551-4249-843e-2c5cbb4e75ca of type vlan for network f0ce3d49-217f-425e-8faa-7de06bd3cd36 Feb 21 01:31:59.685538 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (f0ce3d49-217f-425e-8faa-7de06bd3cd36), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.687217 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Made reservation on behalf of 09bc5c58fd414c8aa76756065678191e for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:31:59.689682 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.691741 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (3ab3bbd5-2279-4bad-b15b-2e7fe1626282), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.729789 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Made reservation on behalf of d3acaa73503748ac9764a7eca8943882 for: {'subnet': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:31:59.732106 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.747906 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab3bbd5-2279-4bad-b15b-2e7fe1626282,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:31:59.752269 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:31:59.784296 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.838795 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (f0ce3d49-217f-425e-8faa-7de06bd3cd36), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.839858 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:31:59.840589 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.846490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:31:59.867837 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (8013534c-d6c5-48be-937b-ae7c9cb67b6e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.868223 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Added segment 8013534c-d6c5-48be-937b-ae7c9cb67b6e of type vlan for network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a Feb 21 01:31:59.914156 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:31:59.939780 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ce3d49-217f-425e-8faa-7de06bd3cd36,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:31:59.960636 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network f0ce3d49-217f-425e-8faa-7de06bd3cd36 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:32:00.026704 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52636) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:00.027409 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-dddee430-c521-458a-ae35-3b55a1852b58 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3522906 Feb 21 01:32:00.042656 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (760de736-8a7c-46f6-8520-adab2f522f4b), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.048941 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Request body: {'subnet': {'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-subnet', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:00.121461 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Publish callbacks [] for security_group (60ca2bea-d319-4b32-8133-b4050e8caa53), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.124918 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.126061 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:00.127571 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.141065 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760de736-8a7c-46f6-8520-adab2f522f4b,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:00.143296 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Checking segment: {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:00.143765 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Network hostable DHCP agents. Network: 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:32:00.205480 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] Pushing event updated for resources: {'Network': ['ID=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:00.215669 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:32:00.223550 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (60ca2bea-d319-4b32-8133-b4050e8caa53), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.246800 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:32:00.249811 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:32:00.268807 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Made reservation on behalf of fa11c817930e42c49bb0f242205952d7 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:00.271334 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.278669 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-2ebf7c61-c337-407d-baf1-e7040034b36f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2925916 Feb 21 01:32:00.287393 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52648) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:00.290849 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Request body: {'subnet': {'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-298416016-subnet', 'tenant_id': '11d99a6bb8ad42a980e51a57fcec7315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:00.313881 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ca2bea-d319-4b32-8133-b4050e8caa53,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:00.334819 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61) {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:00.345043 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58256e7-b556-454b-9d47-93080d83b729 None None] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:32:00.346865 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (d7b8981c-081d-43d2-88ee-4b40a30eefe5), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.347388 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Added segment d7b8981c-081d-43d2-88ee-4b40a30eefe5 of type vlan for network 27d681c4-c216-4785-93dd-e8601d1c0576 Feb 21 01:32:00.349033 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:00.352703 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.410890 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (27d681c4-c216-4785-93dd-e8601d1c0576), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.421675 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Made reservation on behalf of 11d99a6bb8ad42a980e51a57fcec7315 for: {'subnet': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:00.429160 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.462688 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52658) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:00.465149 dv-cinder-813228-6-iscsi neutron-server[103194]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 01:32:00.635926 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:32:00.645405 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.649026 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (27d681c4-c216-4785-93dd-e8601d1c0576), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.650062 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:00.650712 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.729133 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-0497b18f-cc57-47a8-8249-6f2403711b20 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1850345 Feb 21 01:32:00.737607 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52666) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:00.751643 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:00.772707 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (c58f09cd-72c6-456a-843c-c8121f0b588f), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.862086 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Allocated IP 172.20.0.2 (6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61/760de736-8a7c-46f6-8520-adab2f522f4b/a67fd583-a3bb-4243-815c-f92dd8bef2d7) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:00.872332 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52672) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:00.872566 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6604073 Feb 21 01:32:00.881241 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Request body: {'subnet': {'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1852169963-subnet', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:00.921618 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576baa28-86d2-42cd-8412-ced1e46e8e42 admin admin] Pushing event updated for resources: {'Network': ['ID=27d681c4-c216-4785-93dd-e8601d1c0576,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:00.943867 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 27d681c4-c216-4785-93dd-e8601d1c0576 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:32:00.966732 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-4aafd3a6-c4ba-4272-9776-d2196febae10 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:00.968249 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-4aafd3a6-c4ba-4272-9776-d2196febae10 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/networks?id=40c42b75-d0fb-4f29-b50c-48bc86d4bd46 HTTP/1.1" status: 200 len: 811 time: 0.5044496 Feb 21 01:32:00.980905 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (69ce5680-8483-49e9-a153-62f865fbfca9), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:00.986842 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Checking segment: {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:00.987199 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Network hostable DHCP agents. Network: f0ce3d49-217f-425e-8faa-7de06bd3cd36, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:32:00.989148 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58f09cd-72c6-456a-843c-c8121f0b588f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:00.994278 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-89644444-cc46-4ae0-a47a-80246e5b8a6f tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/quotas/a2fb11bd56f946d1a12bb7aba48aece1 HTTP/1.1" status: 200 len: 375 time: 0.0203934 Feb 21 01:32:01.011696 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (a2ced291-0182-4fa1-8eca-27c1193c27f8), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.017747 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (a2ced291-0182-4fa1-8eca-27c1193c27f8), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.046918 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Made reservation on behalf of 09bc5c58fd414c8aa76756065678191e for: {'subnet': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:01.052953 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.062512 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-5d637218-c089-46aa-b9d8-6bfb72094e05 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=a2fb11bd56f946d1a12bb7aba48aece1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547771 Feb 21 01:32:01.072924 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Publish callbacks [] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.129099 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Network f0ce3d49-217f-425e-8faa-7de06bd3cd36 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:32:01.165721 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Checking segment: {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:01.166082 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Network hostable DHCP agents. Network: 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:32:01.169799 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.197455 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, f0ce3d49-217f-425e-8faa-7de06bd3cd36) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:01.208566 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:01.209418 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.212182 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92971c6-7eff-4301-827e-85a104f96991 None None] Network f0ce3d49-217f-425e-8faa-7de06bd3cd36 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:32:01.232147 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:01.241565 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:01.245543 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:01.250864 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks [] for router_controller (a2ced291-0182-4fa1-8eca-27c1193c27f8), precommit_add_association {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.259048 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Pushing event updated for resources: {'Port': ['ID=a67fd583-a3bb-4243-815c-f92dd8bef2d7,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:01.263714 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ce5680-8483-49e9-a153-62f865fbfca9,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:01.275724 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-ce896aa5-1ad7-4c29-9582-0b5f3c332d26 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:32:01.278055 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-ce896aa5-1ad7-4c29-9582-0b5f3c332d26 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0652411 Feb 21 01:32:01.304995 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.305181 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.305465 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.305806 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.306141 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.306470 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.306802 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.307527 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.307527 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.307773 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.308107 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.308458 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.308771 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Tracked resource versions report: Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: pushed versions: Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: { 'AddressGroup': {'1.2'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'ConntrackHelper': {'1.0'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Log': {'1.0'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Network': {'1.1'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Port': {'1.7'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'PortForwarding': {'1.2'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'QosPolicy': {'1.10'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SecurityGroup': {'1.5'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SubPort': {'1.0'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Subnet': {'1.1'}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Trunk': {'1.1'}} Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: consumer versions: Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: { DHCP agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: L3 agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: Metadata agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: Metering agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: Open vSwitch agent@dv-cinder-813228-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'ConntrackHelper': '1.0', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'LocalIPAssociation': '1.0', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Log': '1.0', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Network': '1.1', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Port': '1.7', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'PortForwarding': '1.2', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'QosPolicy': '1.10', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SecurityGroup': '1.5', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SecurityGroupRule': '1.2', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'SubPort': '1.0', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Subnet': '1.1', Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: 'Trunk': '1.1'}} Feb 21 01:32:01.309893 dv-cinder-813228-6-iscsi neutron-server[103195]: {{(pid=103195) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:32:01.369229 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-72bff3fb-8475-4b6a-a648-bef12f76d55f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3306344 Feb 21 01:32:01.370607 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52684) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:01.376708 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:01.377652 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Attempting to bind port a67fd583-a3bb-4243-815c-f92dd8bef2d7 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:01.378027 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Attempting to bind port a67fd583-a3bb-4243-815c-f92dd8bef2d7 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:01.378398 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Attempting to bind port a67fd583-a3bb-4243-815c-f92dd8bef2d7 on network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:01.386935 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:01.386935 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Checking segment: {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:01.386935 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.390864 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Bound using segment: {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:01.390864 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Bound port: a67fd583-a3bb-4243-815c-f92dd8bef2d7, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:01.390864 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.420938 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:32:01.429504 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-e0d9a40d-b5d8-4629-abcc-463b23b0b3bd service neutron] 10.222.0.90 "GET /v2.0/networks/40c42b75-d0fb-4f29-b50c-48bc86d4bd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327677 Feb 21 01:32:01.450209 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c4d9a-5c3d-4e60-8d06-834988b56ca9 None None] Network f0ce3d49-217f-425e-8faa-7de06bd3cd36 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:32:01.458469 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a) {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:01.472971 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.474812 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.474975 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531639a1-6204-4fa3-b781-fcaa1019964b None None] Network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:32:01.496245 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:01.497110 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.608564 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-ffd97490-7eb4-49b7-8854-9f1a2fa98f42 service neutron] 10.222.0.90 "GET /v2.0/networks/40c42b75-d0fb-4f29-b50c-48bc86d4bd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699071 Feb 21 01:32:01.665105 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b6b1ef3d-5859-4f3c-adc1-b20d1da05edb admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3706455 Feb 21 01:32:01.665105 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (933fb492-6da5-4867-b130-5aa0d23c81d0), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.665447 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks [] for router_controller (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.731729 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks [] for router_gateway (a2ced291-0182-4fa1-8eca-27c1193c27f8), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:01.782442 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=933fb492-6da5-4867-b130-5aa0d23c81d0,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:01.846234 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] For port a67fd583-a3bb-4243-815c-f92dd8bef2d7, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:01.850500 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] For port a67fd583-a3bb-4243-815c-f92dd8bef2d7, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=a67fd583-a3bb-4243-815c-f92dd8bef2d7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:01.910961 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Checking segment: {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:01.918659 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Network hostable DHCP agents. Network: 27d681c4-c216-4785-93dd-e8601d1c0576, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:32:02.013344 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.013344 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09b470-43e1-4e3e-a752-5dec911b0486 None None] Network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:32:02.143619 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8905bca-a4b4-4878-8960-196d530eb33c req-6327bf8e-bf13-4326-83f7-9726363c19ff tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.1181526 Feb 21 01:32:02.153331 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Network 27d681c4-c216-4785-93dd-e8601d1c0576 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:32:02.155493 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks [] for router_gateway (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.200215 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52742) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:02.255982 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 27d681c4-c216-4785-93dd-e8601d1c0576) {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:02.263854 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e413991-4e21-4102-b64b-b00538a2c508 None None] Pushing event updated for resources: {'Port': ['ID=a67fd583-a3bb-4243-815c-f92dd8bef2d7,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:02.269572 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:02.270330 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.272751 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea510a4f-1e80-44e8-8dbf-8798f9234451 None None] Network 27d681c4-c216-4785-93dd-e8601d1c0576 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:32:02.308074 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks [] for router_gateway (a2ced291-0182-4fa1-8eca-27c1193c27f8), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.326244 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-6ea17785-b83c-4be9-aafa-6e8d388b556f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:02.333287 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-6ea17785-b83c-4be9-aafa-6e8d388b556f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/networks?id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 200 len: 814 time: 0.1335084 Feb 21 01:32:02.340101 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.362355 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-e82b3e36-33fb-4c77-a0af-c54042ea2c95 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/quotas/11d99a6bb8ad42a980e51a57fcec7315 HTTP/1.1" status: 200 len: 375 time: 0.0281501 Feb 21 01:32:02.396103 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b75d91fa-50d7-441b-a7cc-c07468fdebe5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5179138 Feb 21 01:32:02.396912 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-27d681c4-c216-4785-93dd-e8601d1c0576', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'project_id': '09bc5c58fd414c8aa76756065678191e', 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:32:02.397793 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.399456 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52744) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:02.404130 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:02.410013 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-e0974965-ed3a-441b-9a49-e4339e85b55e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466309 Feb 21 01:32:02.548487 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.548487 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.606427 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Allocated IP 172.27.3.114 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/05f1075f-1141-4c3d-848c-7b91cd51721f) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:02.626247 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-df91620d-67fa-4c02-8c50-a9209bde8f13 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:32:02.634444 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-df91620d-67fa-4c02-8c50-a9209bde8f13 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1603079 Feb 21 01:32:02.697758 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks [] for router_controller (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), precommit_add_association {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.746340 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Allocated IP 172.20.0.2 (27d681c4-c216-4785-93dd-e8601d1c0576/933fb492-6da5-4867-b130-5aa0d23c81d0/59ce1b82-4849-4817-af2d-b012d3fefb68) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:02.847503 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks [] for router_gateway (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.897532 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks [] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.936367 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:02.955764 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-d1280ac0-c270-4cc1-b1cd-50a9f14ef972 service neutron] 10.222.0.90 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185740 Feb 21 01:32:03.041041 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Publish callbacks [] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.147410 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.227208 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Network 27d681c4-c216-4785-93dd-e8601d1c0576 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:03.228481 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-3c4b5288-61d9-4a2a-a197-d15c4a2588e6 service neutron] 10.222.0.90 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665870 Feb 21 01:32:03.229018 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.233174 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:03.246358 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:03.293994 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:03.304368 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Pushing event updated for resources: {'Port': ['ID=05f1075f-1141-4c3d-848c-7b91cd51721f,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:03.306612 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:03.352984 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:03.356038 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Pushing event updated for resources: {'Port': ['ID=59ce1b82-4849-4817-af2d-b012d3fefb68,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:03.358931 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Attempting to bind port 59ce1b82-4849-4817-af2d-b012d3fefb68 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:03.361676 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Attempting to bind port 59ce1b82-4849-4817-af2d-b012d3fefb68 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:03.361676 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Attempting to bind port 59ce1b82-4849-4817-af2d-b012d3fefb68 on network 27d681c4-c216-4785-93dd-e8601d1c0576 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:03.365936 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:03.366315 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Checking segment: {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:03.366719 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.367111 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Bound using segment: {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:03.367579 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Bound port: 59ce1b82-4849-4817-af2d-b012d3fefb68, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:03.368047 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.378891 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Allocated IP 172.27.3.209 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/fe72f2eb-ba44-494b-a701-677c45f25067) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:03.497860 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] For port 59ce1b82-4849-4817-af2d-b012d3fefb68, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:03.507721 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] For port 59ce1b82-4849-4817-af2d-b012d3fefb68, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=59ce1b82-4849-4817-af2d-b012d3fefb68,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:03.562155 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-376da46a-262a-472b-913a-d4c212c0b8e1 req-2e5a2acd-137e-45f1-a8d1-e5ab109e9df7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.0359950 Feb 21 01:32:03.565443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks [] for port (fe72f2eb-ba44-494b-a701-677c45f25067), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.635130 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.669126 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks [] for router_gateway (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.788716 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device a67fd583-a3bb-4243-815c-f92dd8bef2d7 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:03.798524 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6b99f34b-2191-4f0c-9a2a-83c3b45fe275 req-d1b9a059-6089-46b7-9f35-0cd8abc39832 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.0365024 Feb 21 01:32:03.799529 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:03.824139 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc3cb91-242d-4c32-bb21-cf01fe3e7ded None None] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:32:03.891490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:03.895763 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:03.913550 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:03.961220 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks [] for router_gateway (a2ced291-0182-4fa1-8eca-27c1193c27f8), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.081298 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aff18f-7eb6-44f0-ba5b-743c31cbf990 None None] Pushing event updated for resources: {'Port': ['ID=59ce1b82-4849-4817-af2d-b012d3fefb68,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:04.082313 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe72f2eb-ba44-494b-a701-677c45f25067,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:04.101943 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-824dfd7d-48e6-4d9c-9823-dfeae0e12550 None None] Provisioning complete for port a67fd583-a3bb-4243-815c-f92dd8bef2d7 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:04.102335 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-824dfd7d-48e6-4d9c-9823-dfeae0e12550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.244966 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port a67fd583-a3bb-4243-815c-f92dd8bef2d7 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:04.245513 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.339974 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-296a5edf-45cf-429b-a840-9d58fb18be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.382774 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-824dfd7d-48e6-4d9c-9823-dfeae0e12550 None None] Current status of the port a67fd583-a3bb-4243-815c-f92dd8bef2d7 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:04.383442 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-824dfd7d-48e6-4d9c-9823-dfeae0e12550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.450106 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks [] for router_gateway (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.477965 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-824dfd7d-48e6-4d9c-9823-dfeae0e12550 None None] For port a67fd583-a3bb-4243-815c-f92dd8bef2d7, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=a67fd583-a3bb-4243-815c-f92dd8bef2d7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:04.529044 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (a2ced291-0182-4fa1-8eca-27c1193c27f8), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.531156 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port a67fd583-a3bb-4243-815c-f92dd8bef2d7 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:04.531557 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.579802 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-824dfd7d-48e6-4d9c-9823-dfeae0e12550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.622138 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks [] for router_gateway (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.694600 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:04.704826 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.db.api [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103195) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 01:32:04.705562 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG oslo_db.api [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 01:32:04.758284 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dfd7d-48e6-4d9c-9823-dfeae0e12550 None None] Pushing event updated for resources: {'Port': ['ID=a67fd583-a3bb-4243-815c-f92dd8bef2d7,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:05.017296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-772f890e-1a6a-44dd-af9b-2667e2d378a5 None None] Provisioning complete for port a67fd583-a3bb-4243-815c-f92dd8bef2d7 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:05.034779 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-772f890e-1a6a-44dd-af9b-2667e2d378a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.110701 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Allocated IP 172.27.3.42 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/0ce3f6c4-51a9-4df0-a60e-db99475f738d) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:05.177637 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-772f890e-1a6a-44dd-af9b-2667e2d378a5 None None] Current status of the port a67fd583-a3bb-4243-815c-f92dd8bef2d7 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:05.196115 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a5a56887-7254-478b-a0e0-eb68fe8abf30 req-959aadeb-46e4-418b-a85c-8982a1c93a1f tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.0634573 Feb 21 01:32:05.213426 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f0ea0429-55b6-473a-9ba8-8746d914eaa7 req-eb5335b3-ab30-4e3f-979b-f32bcdb14d2f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.0794358 Feb 21 01:32:05.252598 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Router a2ced291-0182-4fa1-8eca-27c1193c27f8 is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:32:05.253498 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.273199 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port a67fd583-a3bb-4243-815c-f92dd8bef2d7 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:05.285364 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks [] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.437276 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824db55e-7022-46fa-9b75-80872b02ac56 None None] Network 27d681c4-c216-4785-93dd-e8601d1c0576 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:32:05.464101 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:32:05.475412 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Sync routers for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:32:05.487850 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:05.488499 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:31:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:05.549345 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-d678518c-0c18-4d7d-b0f5-ff2cb36a12fe None None] Provisioning complete for port 59ce1b82-4849-4817-af2d-b012d3fefb68 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:05.549651 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d678518c-0c18-4d7d-b0f5-ff2cb36a12fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.557706 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:32:05.558372 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.654732 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52860) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:05.695536 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device a67fd583-a3bb-4243-815c-f92dd8bef2d7 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:05.795327 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:32:05.822697 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Sync routers for ids ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:32:05.837717 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e12ae45c-466a-4e2e-a783-75b81dbb2bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.857805 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:05.873948 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Pushing event updated for resources: {'Port': ['ID=0ce3f6c4-51a9-4df0-a60e-db99475f738d,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:05.880766 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:05.883541 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-fcf7bddb-433d-4166-834d-ef3bb7e06f40 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1447172 Feb 21 01:32:05.891244 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:05.893519 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Routers {'d690cb61-5ca4-44fe-8293-4a74fc3b9e50'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:05.894162 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:31:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:05.896099 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:05.899887 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52866) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:05.926093 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:06.016965 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e12ae45c-466a-4e2e-a783-75b81dbb2bcb admin admin] Publish callbacks [] for security_group (a7bb9004-3165-4ac5-8b4d-c50c587a9bc9), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.093567 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e12ae45c-466a-4e2e-a783-75b81dbb2bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a7bb9004-3165-4ac5-8b4d-c50c587a9bc9), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.175328 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d678518c-0c18-4d7d-b0f5-ff2cb36a12fe None None] Current status of the port 59ce1b82-4849-4817-af2d-b012d3fefb68 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:06.176039 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d678518c-0c18-4d7d-b0f5-ff2cb36a12fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.196899 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.198239 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6bcb2eba-30d1-45d7-888b-7d12d2edf8e4 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8266547 Feb 21 01:32:06.206904 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 52878) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:06.207737 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ae45c-466a-4e2e-a783-75b81dbb2bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb9004-3165-4ac5-8b4d-c50c587a9bc9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:06.224197 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-d678518c-0c18-4d7d-b0f5-ff2cb36a12fe None None] For port 59ce1b82-4849-4817-af2d-b012d3fefb68, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=59ce1b82-4849-4817-af2d-b012d3fefb68,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:06.228648 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e12ae45c-466a-4e2e-a783-75b81dbb2bcb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=78eb2e61f0d645fa999107e9c19a93a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5725517 Feb 21 01:32:06.232089 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52882) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:06.232372 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:03Z', 'revision_number': 3, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:06.233459 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port a67fd583-a3bb-4243-815c-f92dd8bef2d7 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:06.233936 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.291829 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Checking router: a2ced291-0182-4fa1-8eca-27c1193c27f8 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:32:06.292086 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Updating router a2ced291-0182-4fa1-8eca-27c1193c27f8 port 05f1075f-1141-4c3d-848c-7b91cd51721f binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:32:06.301684 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0272-392c-4c10-a8ad-77abf75ccb29 admin admin] Publish callbacks [] for security_group (a7bb9004-3165-4ac5-8b4d-c50c587a9bc9), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.362671 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.377192 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d678518c-0c18-4d7d-b0f5-ff2cb36a12fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.381511 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0272-392c-4c10-a8ad-77abf75ccb29 admin admin] Publish callbacks [] for security_group (a7bb9004-3165-4ac5-8b4d-c50c587a9bc9), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.454830 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f1895e7a-231c-482e-9c51-3a3c61a76962 req-7d5ef6ce-1afb-4ae4-82bb-a033d5698e85 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.0273225 Feb 21 01:32:06.458967 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c5f93b58-7022-4df4-a60b-9e1787a277d7 req-db05657a-19d3-4e0f-b9ad-36a013ba20fe tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.1064124 Feb 21 01:32:06.544840 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port a67fd583-a3bb-4243-815c-f92dd8bef2d7 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:06.546590 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 59ce1b82-4849-4817-af2d-b012d3fefb68 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:06.587312 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0272-392c-4c10-a8ad-77abf75ccb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a7bb9004-3165-4ac5-8b4d-c50c587a9bc9), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.593478 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3bbd0272-392c-4c10-a8ad-77abf75ccb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.595585 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks [] for router_gateway (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.599863 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-3bbd0272-392c-4c10-a8ad-77abf75ccb29 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a7bb9004-3165-4ac5-8b4d-c50c587a9bc9 HTTP/1.1" status: 204 len: 168 time: 0.3658633 Feb 21 01:32:06.611967 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678518c-0c18-4d7d-b0f5-ff2cb36a12fe None None] Pushing event updated for resources: {'Port': ['ID=59ce1b82-4849-4817-af2d-b012d3fefb68,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:06.634182 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Set router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:06.637104 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd0272-392c-4c10-a8ad-77abf75ccb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb9004-3165-4ac5-8b4d-c50c587a9bc9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:06.638553 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-20396d4b-edc2-4a28-8675-3c67d622e568 None None] Provisioning complete for port 59ce1b82-4849-4817-af2d-b012d3fefb68 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:06.639076 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20396d4b-edc2-4a28-8675-3c67d622e568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.708604 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Publish callbacks [] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.732713 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e0221f73-3a87-4c5a-847d-5ef66010f138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.752454 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.820328 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:06.834287 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 59ce1b82-4849-4817-af2d-b012d3fefb68 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:06.834675 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.053706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Pushing event updated for resources: {'Port': ['ID=05f1075f-1141-4c3d-848c-7b91cd51721f,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:07.053706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Attempting to bind port 05f1075f-1141-4c3d-848c-7b91cd51721f on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:07.053706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Attempting to bind port 05f1075f-1141-4c3d-848c-7b91cd51721f by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:07.053706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Attempting to bind port 05f1075f-1141-4c3d-848c-7b91cd51721f on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:07.053706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:07.053706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:07.053706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.053706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:07.053706 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Bound port: 05f1075f-1141-4c3d-848c-7b91cd51721f, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Tracked resource versions report: Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: pushed versions: Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: { 'AddressGroup': {'1.2'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'ConntrackHelper': {'1.0'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'LocalIPAssociation': {'1.0'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Log': {'1.0'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Network': {'1.1'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Port': {'1.7'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'PortForwarding': {'1.2'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'QosPolicy': {'1.10'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SecurityGroup': {'1.5'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SecurityGroupRule': {'1.2'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SubPort': {'1.0'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Subnet': {'1.1'}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Trunk': {'1.1'}} Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: consumer versions: Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: { DHCP agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:32:07.058045 dv-cinder-813228-6-iscsi neutron-server[103196]: HyperV agent@hv-cinder-81322: {}, Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: L3 agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: Metadata agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: Metering agent@dv-cinder-813228-6-iscsi: {}, Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: Open vSwitch agent@dv-cinder-813228-6-iscsi: { 'AddressGroup': '1.2', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'ConntrackHelper': '1.0', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'LocalIPAssociation': '1.0', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Log': '1.0', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Network': '1.1', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Port': '1.7', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'PortForwarding': '1.2', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'QosPolicy': '1.10', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SecurityGroup': '1.5', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SecurityGroupRule': '1.2', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'SubPort': '1.0', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Subnet': '1.1', Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: 'Trunk': '1.1'}} Feb 21 01:32:07.084667 dv-cinder-813228-6-iscsi neutron-server[103196]: {{(pid=103196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 01:32:07.087666 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-20396d4b-edc2-4a28-8675-3c67d622e568 None None] Current status of the port 59ce1b82-4849-4817-af2d-b012d3fefb68 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:07.087916 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] For port 05f1075f-1141-4c3d-848c-7b91cd51721f, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:07.087992 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 59ce1b82-4849-4817-af2d-b012d3fefb68 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:07.088066 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] For port 05f1075f-1141-4c3d-848c-7b91cd51721f, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=05f1075f-1141-4c3d-848c-7b91cd51721f,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:07.088157 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:04Z', 'revision_number': 3, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'gw_port': {'id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:07.096614 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Checking router: d690cb61-5ca4-44fe-8293-4a74fc3b9e50 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:32:07.097309 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Updating router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 port fe72f2eb-ba44-494b-a701-677c45f25067 binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:32:07.138683 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.169508 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.219936 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.242494 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:07.243122 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:07.396236 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:07.398734 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0df6b4-172f-475f-89bd-f9b012a78712 None None] Pushing event updated for resources: {'Port': ['ID=05f1075f-1141-4c3d-848c-7b91cd51721f,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:07.534164 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 59ce1b82-4849-4817-af2d-b012d3fefb68 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:07.535025 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:32:07.587760 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Publish callbacks [] for port (fe72f2eb-ba44-494b-a701-677c45f25067), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.623815 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 59ce1b82-4849-4817-af2d-b012d3fefb68 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:07.624247 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.637353 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0858d655-7add-46b0-ad81-71b643de041e req-9d1f289c-5e6a-4261-ae1e-0deda0fe454c tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.0492024 Feb 21 01:32:07.646385 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.659706 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a341128-691c-4786-a84b-228afe1a8613 req-127a0629-77cb-4087-aa4e-6ce8397f0277 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.0584705 Feb 21 01:32:07.670768 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.692328 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:03Z', 'revision_number': 3, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:07.700030 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.727604 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ba42f-fd38-4d12-9b0c-ca47ff11da13 None None] The sync data for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi is: [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:03Z', 'revision_number': 3, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:32:07.753596 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.774977 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Attempting to bind port fe72f2eb-ba44-494b-a701-677c45f25067 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:07.775339 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Attempting to bind port fe72f2eb-ba44-494b-a701-677c45f25067 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:07.775704 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Attempting to bind port fe72f2eb-ba44-494b-a701-677c45f25067 on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:07.778316 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559985a-3ca9-4f09-bae4-9376bc183d89 None None] Pushing event updated for resources: {'Port': ['ID=fe72f2eb-ba44-494b-a701-677c45f25067,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:07.787666 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:07.788182 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:07.789639 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.790158 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:07.790752 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Bound port: fe72f2eb-ba44-494b-a701-677c45f25067, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:07.791264 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:07.894606 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] For port fe72f2eb-ba44-494b-a701-677c45f25067, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:07.902193 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] For port fe72f2eb-ba44-494b-a701-677c45f25067, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=fe72f2eb-ba44-494b-a701-677c45f25067,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:07.908953 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 59ce1b82-4849-4817-af2d-b012d3fefb68 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:07.938480 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:32:07.981082 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.036737 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Routers {'d690cb61-5ca4-44fe-8293-4a74fc3b9e50'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:08.037368 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:08.140877 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559985a-3ca9-4f09-bae4-9376bc183d89 None None] Pushing event updated for resources: {'Port': ['ID=fe72f2eb-ba44-494b-a701-677c45f25067,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:08.177694 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Allocated IP 172.20.0.1 (f0ce3d49-217f-425e-8faa-7de06bd3cd36/c58f09cd-72c6-456a-843c-c8121f0b588f/5c529a2a-2648-45b9-9d74-92ea97f61b3c) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:08.187598 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Allocated IP 172.20.0.1 (6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61/760de736-8a7c-46f6-8520-adab2f522f4b/04011b65-f172-48b5-b66a-a6e8816228e0) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:08.257612 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] Set router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:08.322253 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:32:08.344722 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Sync routers for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:32:08.367787 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:08.368455 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:08.419573 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Publish callbacks [] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.431527 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Publish callbacks [] for port (04011b65-f172-48b5-b66a-a6e8816228e0), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.475571 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.480142 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-992424dd-9350-46ca-af8b-6e00a3f6621c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0796807 Feb 21 01:32:08.481228 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 52930) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:08.497996 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:04Z', 'revision_number': 3, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'gw_port': {'id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:08.536327 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ec20c4-5339-4fae-b200-9985d0a81650 None None] The sync data for ids ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'] in dv-cinder-813228-6-iscsi is: [{'id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:04Z', 'revision_number': 3, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'gw_port': {'id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:32:08.544519 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:08.584865 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.649201 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.735474 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:08.735474 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:08.735474 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:08.735474 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (a2ced291-0182-4fa1-8eca-27c1193c27f8), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.812043 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:06Z', 'revision_number': 3, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:08.831640 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e099a859-4f9c-48f8-bce8-fd1c640508f2 req-0372e200-9006-44dc-9f70-db7fada0dc0b tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.0538144 Feb 21 01:32:08.837713 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Network f0ce3d49-217f-425e-8faa-7de06bd3cd36 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:08.845292 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Pushing event updated for resources: {'Port': ['ID=5c529a2a-2648-45b9-9d74-92ea97f61b3c,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:08.853221 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:08.894230 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Checking router: 9dca3534-f5e8-41ed-bc76-fc1e371dde8a for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:32:08.894833 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Updating router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a port 0ce3f6c4-51a9-4df0-a60e-db99475f738d binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:32:08.914069 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:08.915278 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:08.918286 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6feae56a-fcbc-46c1-807f-1f24b48a2e5e req-47708527-aac5-4f5b-8192-3c39ce6f0917 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.1398253 Feb 21 01:32:08.933358 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.230674 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Pushing event updated for resources: {'Port': ['ID=04011b65-f172-48b5-b66a-a6e8816228e0,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:09.441377 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.451244 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-9fb14f6f-32ea-4aa2-a905-ae7a6a1c7573 None None] Provisioning complete for port 04011b65-f172-48b5-b66a-a6e8816228e0 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:09.451244 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9fb14f6f-32ea-4aa2-a905-ae7a6a1c7573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.483760 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Publish callbacks [] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.495348 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-9fb14f6f-32ea-4aa2-a905-ae7a6a1c7573 None None] Port 04011b65-f172-48b5-b66a-a6e8816228e0 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:32:09.558331 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.592343 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.616380 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 05f1075f-1141-4c3d-848c-7b91cd51721f up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:09.620647 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.692111 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 05f1075f-1141-4c3d-848c-7b91cd51721f triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:09.693712 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.705267 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.710677 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0bd3b-4f83-4480-b1ce-87ce89f815e4 None None] Pushing event updated for resources: {'Port': ['ID=0ce3f6c4-51a9-4df0-a60e-db99475f738d,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:09.721156 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Attempting to bind port 0ce3f6c4-51a9-4df0-a60e-db99475f738d on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:09.721709 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Attempting to bind port 0ce3f6c4-51a9-4df0-a60e-db99475f738d by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:09.722255 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Attempting to bind port 0ce3f6c4-51a9-4df0-a60e-db99475f738d on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:09.733109 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:09.734172 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:09.734753 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.736404 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:09.737235 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Bound port: 0ce3f6c4-51a9-4df0-a60e-db99475f738d, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:09.737941 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.805100 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] For port 0ce3f6c4-51a9-4df0-a60e-db99475f738d, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:09.814591 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] For port 0ce3f6c4-51a9-4df0-a60e-db99475f738d, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0ce3f6c4-51a9-4df0-a60e-db99475f738d,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:09.836150 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 05f1075f-1141-4c3d-848c-7b91cd51721f is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:09.836662 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.838004 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Allocated IP 172.20.0.1 (27d681c4-c216-4785-93dd-e8601d1c0576/933fb492-6da5-4867-b130-5aa0d23c81d0/9b3927e5-ee00-498b-bd0d-409d2f47e805) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:09.893991 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port 05f1075f-1141-4c3d-848c-7b91cd51721f, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=05f1075f-1141-4c3d-848c-7b91cd51721f,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:09.924823 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.986976 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:09.987779 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device fe72f2eb-ba44-494b-a701-677c45f25067 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:10.037662 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Publish callbacks [] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.099722 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:10.100391 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:10.117568 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3886cfcc-137e-4c46-a9be-77ab00136602 req-4a749610-0ac6-4570-b193-606f9c9efc57 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.1744690 Feb 21 01:32:10.206305 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2b507c57-b2ac-48b9-963b-feed5cd0dcd0 req-59d77019-025f-4c8a-866f-6afc13e01baf tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.0902297 Feb 21 01:32:10.212729 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0bd3b-4f83-4480-b1ce-87ce89f815e4 None None] Pushing event updated for resources: {'Port': ['ID=0ce3f6c4-51a9-4df0-a60e-db99475f738d,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:10.236405 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=05f1075f-1141-4c3d-848c-7b91cd51721f,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:10.273913 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port fe72f2eb-ba44-494b-a701-677c45f25067 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:10.275131 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.294563 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Publish callbacks [] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.328554 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Publish callbacks [] for port (04011b65-f172-48b5-b66a-a6e8816228e0), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.344377 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:10.346141 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.369323 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.370401 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.417752 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port fe72f2eb-ba44-494b-a701-677c45f25067 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:10.419799 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.430203 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Pushing event updated for resources: {'Port': ['ID=5c529a2a-2648-45b9-9d74-92ea97f61b3c,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:10.436747 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.437669 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (a2ced291-0182-4fa1-8eca-27c1193c27f8), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.504961 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port fe72f2eb-ba44-494b-a701-677c45f25067, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=fe72f2eb-ba44-494b-a701-677c45f25067,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:10.526279 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Pushing event updated for resources: {'Port': ['ID=04011b65-f172-48b5-b66a-a6e8816228e0,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:10.581166 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.588978 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.630130 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:06Z', 'revision_number': 3, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:10.649984 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Pushing event updated for resources: {'Port': ['ID=9b3927e5-ee00-498b-bd0d-409d2f47e805,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:10.659529 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=fe72f2eb-ba44-494b-a701-677c45f25067,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:10.676725 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7a5383-a97c-4b26-8a60-be14d41cf3ad None None] The sync data for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi is: [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:06Z', 'revision_number': 3, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:32:10.677497 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Network 27d681c4-c216-4785-93dd-e8601d1c0576 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:10.687686 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:10.690283 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:10.690976 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:10.762473 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:10.767061 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:10.770006 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Network f0ce3d49-217f-425e-8faa-7de06bd3cd36 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:10.774041 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:10.986014 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.43', 56296) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:10.987771 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:11.147603 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-d39619e2-66b5-4900-8e72-7f40d6536c01 None None] Provisioning complete for port 9b3927e5-ee00-498b-bd0d-409d2f47e805 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:11.147711 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d39619e2-66b5-4900-8e72-7f40d6536c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:11.189604 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Router a2ced291-0182-4fa1-8eca-27c1193c27f8 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:32:11.243895 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d39619e2-66b5-4900-8e72-7f40d6536c01 None None] Port 9b3927e5-ee00-498b-bd0d-409d2f47e805 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:32:11.273294 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:32:11.311144 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Publish callbacks [] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:11.374913 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-42af9db6-133a-48f4-8113-b55524ee5935 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:11.375350 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-d42d0534-848c-4586-b8cd-c237df674b66 None None] Provisioning complete for port 04011b65-f172-48b5-b66a-a6e8816228e0 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:11.375726 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d42d0534-848c-4586-b8cd-c237df674b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:11.379502 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-42af9db6-133a-48f4-8113-b55524ee5935 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.43 "GET /v2.0/networks?id=40c42b75-d0fb-4f29-b50c-48bc86d4bd46 HTTP/1.1" status: 200 len: 811 time: 0.3886549 Feb 21 01:32:11.403464 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-caa358ef-a156-45ae-9d8a-a8cb2ee24096 req-bcaf659d-1c6b-4218-8d1d-fefe874194a6 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.1075954 Feb 21 01:32:11.405792 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-989a8930-2350-4da9-8629-26e672658ace req-5ccea902-d6b1-4104-98e4-f23fe8f3d527 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.0909677 Feb 21 01:32:11.406400 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:11.407117 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:11.476027 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d42d0534-848c-4586-b8cd-c237df674b66 None None] Port 04011b65-f172-48b5-b66a-a6e8816228e0 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:32:11.517091 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Request body: {'port': {'device_id': 'd359b725-8ebc-4c70-b60b-fac888f539dc', 'network_id': '40c42b75-d0fb-4f29-b50c-48bc86d4bd46', 'admin_state_up': True, 'tenant_id': 'a2fb11bd56f946d1a12bb7aba48aece1'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:11.520287 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Pushing event updated for resources: {'Port': ['ID=9b3927e5-ee00-498b-bd0d-409d2f47e805,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:11.642240 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Network 27d681c4-c216-4785-93dd-e8601d1c0576 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:11.645081 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:11.730647 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 05f1075f-1141-4c3d-848c-7b91cd51721f up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:11.750817 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:32:11.770005 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e4e3d96a-0eeb-4b22-9066-bb15e5a92853 admin admin] 10.222.0.90 "PUT /v2.0/routers/a2ced291-0182-4fa1-8eca-27c1193c27f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8688223 Feb 21 01:32:11.819785 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Sync routers for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:32:11.897833 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:11.898479 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:11.977518 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:32:12.004807 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.43', 56302) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:12.202110 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 05f1075f-1141-4c3d-848c-7b91cd51721f triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:12.204911 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.252605 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:32:12.267535 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-c2bd4e40-e2cb-4c27-a058-cc9bcf9dffa8 admin admin] 10.222.0.90 "PUT /v2.0/routers/d690cb61-5ca4-44fe-8293-4a74fc3b9e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0478351 Feb 21 01:32:12.267664 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Sync routers for ids ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:32:12.282606 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Routers {'d690cb61-5ca4-44fe-8293-4a74fc3b9e50'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:12.283288 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:12.287147 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:12.437282 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-df0e427d-8298-418b-a9c0-7f85b3e8b0a6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:12.442796 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-df0e427d-8298-418b-a9c0-7f85b3e8b0a6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "GET /v2.0/networks?id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 200 len: 814 time: 0.4311726 Feb 21 01:32:12.463736 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Made reservation on behalf of a2fb11bd56f946d1a12bb7aba48aece1 for: {'port': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:12.468618 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.498804 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Request body: {'port': {'device_id': '58d88f85-1d15-4f12-a8e7-f3b531088d5e', 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a', 'admin_state_up': True, 'tenant_id': '11d99a6bb8ad42a980e51a57fcec7315'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:12.596257 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Set router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:12.683717 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-40698a3b-aacb-4b03-84cd-13f2340dfe85 None None] Provisioning complete for port 9b3927e5-ee00-498b-bd0d-409d2f47e805 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:12.684115 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-40698a3b-aacb-4b03-84cd-13f2340dfe85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:12.795726 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-40698a3b-aacb-4b03-84cd-13f2340dfe85 None None] Port 9b3927e5-ee00-498b-bd0d-409d2f47e805 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:32:12.890651 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-93d2065f-84a5-4fd1-84e4-699bf75414d3 req-d9ab93e5-a83d-494c-a1b3-5d8bdcb2972d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.2768886 Feb 21 01:32:12.955961 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53056) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:12.967231 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-26c94d1e-2aaf-4d71-89b4-f48be2863bfe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717250912', 'description': 'tempest-description--1743552282'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:12.988337 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 05f1075f-1141-4c3d-848c-7b91cd51721f is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:12.989727 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device fe72f2eb-ba44-494b-a701-677c45f25067 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:13.007534 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:32:13.023045 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-9fd16f95-755b-4dcd-a3e3-4a0a91ef06ad admin admin] 10.222.0.90 "PUT /v2.0/routers/9dca3534-f5e8-41ed-bc76-fc1e371dde8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5393748 Feb 21 01:32:13.076645 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Allocated IP 172.20.0.12 (40c42b75-d0fb-4f29-b50c-48bc86d4bd46/631c0edb-6f54-4314-97f7-e5baea235b64/29ef37bc-fe8f-48e8-8a21-00801ca04b5a) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:13.088160 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'gw_port': {'id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '5c529a2a-2648-45b9-9d74-92ea97f61b3c', 'name': '', 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'mac_address': 'fa:16:3e:e7:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c58f09cd-72c6-456a-843c-c8121f0b588f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 2, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'subnets': [{'id': 'c58f09cd-72c6-456a-843c-c8121f0b588f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:13.095001 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9bb3bb32-56f4-4141-9233-3c0abdd4ae59 req-b8620584-dc4c-4991-88a2-4da690ccf5fe tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.0476060 Feb 21 01:32:13.128766 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Made reservation on behalf of 11d99a6bb8ad42a980e51a57fcec7315 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:13.140069 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:13.226726 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Checking router: d690cb61-5ca4-44fe-8293-4a74fc3b9e50 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:32:13.228410 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Updating router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 port 5c529a2a-2648-45b9-9d74-92ea97f61b3c binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:32:13.296021 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-26c94d1e-2aaf-4d71-89b4-f48be2863bfe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:13.335368 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port fe72f2eb-ba44-494b-a701-677c45f25067 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:13.336062 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:13.377638 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:13.566590 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 2, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:13.569123 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port fe72f2eb-ba44-494b-a701-677c45f25067 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:13.570342 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0ce3f6c4-51a9-4df0-a60e-db99475f738d up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:13.689541 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Checking router: a2ced291-0182-4fa1-8eca-27c1193c27f8 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:32:13.690133 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Updating router a2ced291-0182-4fa1-8eca-27c1193c27f8 port 04011b65-f172-48b5-b66a-a6e8816228e0 binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:32:13.805548 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:13.819082 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-26c94d1e-2aaf-4d71-89b4-f48be2863bfe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (3b5384ae-6be0-4ad1-97e1-26d7973e29f1), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:13.830341 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Publish callbacks [] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:13.891760 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-26c94d1e-2aaf-4d71-89b4-f48be2863bfe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (3b5384ae-6be0-4ad1-97e1-26d7973e29f1), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:13.978859 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c94d1e-2aaf-4d71-89b4-f48be2863bfe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5384ae-6be0-4ad1-97e1-26d7973e29f1,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:14.008260 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Allocated IP 172.20.0.2 (19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a/69ce5680-8483-49e9-a153-62f865fbfca9/8dcff3a2-5327-4c3f-9f70-590bf220865d) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:14.025720 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.054471 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-49a26073-1211-4a1e-a6de-93a431950d61 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:14.065340 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-49a26073-1211-4a1e-a6de-93a431950d61 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 818 time: 0.7430782 Feb 21 01:32:14.133086 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-4e6af2f2-d224-4a3c-b5d0-e839eb8509de tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/quotas/fa11c817930e42c49bb0f242205952d7 HTTP/1.1" status: 200 len: 375 time: 0.0667884 Feb 21 01:32:14.206199 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-26c94d1e-2aaf-4d71-89b4-f48be2863bfe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.207397 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-26c94d1e-2aaf-4d71-89b4-f48be2863bfe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2453475 Feb 21 01:32:14.226149 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53098) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:14.229547 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Publish callbacks [] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.245837 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-6fcb9ce3-90a2-4411-8767-629759b50109 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'security_group_rule': {'security_group_id': '3b5384ae-6be0-4ad1-97e1-26d7973e29f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:14.311340 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Publish callbacks [] for port (04011b65-f172-48b5-b66a-a6e8816228e0), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.317473 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569943b-4447-4af2-90df-5701de922249 None None] Sync routers for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:32:14.333450 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Network 40c42b75-d0fb-4f29-b50c-48bc86d4bd46 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:14.339400 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569943b-4447-4af2-90df-5701de922249 None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:14.340035 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f569943b-4447-4af2-90df-5701de922249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:14.341409 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Pushing event updated for resources: {'Port': ['ID=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:14.344392 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:14.350344 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:14.357902 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:14.358722 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.391048 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 0ce3f6c4-51a9-4df0-a60e-db99475f738d triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:14.391430 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.396002 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.450289 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53102) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:14.455390 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-acac4a0b-5fab-4bd8-92b6-0641a29aba22 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2001029642', 'description': 'tempest-description--1919457331'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:14.550654 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a1904-35c7-4cc3-b4d9-368c25a15504 None None] Pushing event updated for resources: {'Port': ['ID=5c529a2a-2648-45b9-9d74-92ea97f61b3c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:14.586842 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Attempting to bind port 5c529a2a-2648-45b9-9d74-92ea97f61b3c on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:14.587229 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Attempting to bind port 5c529a2a-2648-45b9-9d74-92ea97f61b3c by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:14.587593 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Attempting to bind port 5c529a2a-2648-45b9-9d74-92ea97f61b3c on network f0ce3d49-217f-425e-8faa-7de06bd3cd36 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:14.594357 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:14.606197 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Checking segment: {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:14.606197 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.607910 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-a70a3ba5-10c3-4a0f-992f-575f05107ce7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0849798 Feb 21 01:32:14.607999 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Bound using segment: {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:14.607999 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Bound port: 5c529a2a-2648-45b9-9d74-92ea97f61b3c, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:14.607999 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.608228 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9ce3-90a2-4411-8767-629759b50109 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (dd811c61-b068-4ad3-8d4c-b6e2af98cbe5), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.683451 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] For port 5c529a2a-2648-45b9-9d74-92ea97f61b3c, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:14.693862 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] For port 5c529a2a-2648-45b9-9d74-92ea97f61b3c, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=5c529a2a-2648-45b9-9d74-92ea97f61b3c,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:14.705612 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-acac4a0b-5fab-4bd8-92b6-0641a29aba22 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.719904 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9ce3-90a2-4411-8767-629759b50109 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (dd811c61-b068-4ad3-8d4c-b6e2af98cbe5), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.761882 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-bce18027-7b9b-4502-9a22-fa3f8af94b3c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6276734 Feb 21 01:32:14.770274 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.780664 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-675751e4-5125-4500-8009-63c5bed2da0f req-d0ad7171-0b98-4425-82d0-71474d57352f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.0696723 Feb 21 01:32:14.792564 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.852286 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-acac4a0b-5fab-4bd8-92b6-0641a29aba22 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (fd194c68-3895-41e4-bcef-d1f7827870b7), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.854641 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9ce3-90a2-4411-8767-629759b50109 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (dd811c61-b068-4ad3-8d4c-b6e2af98cbe5), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.903473 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a1904-35c7-4cc3-b4d9-368c25a15504 None None] Pushing event updated for resources: {'Port': ['ID=5c529a2a-2648-45b9-9d74-92ea97f61b3c,revision_number=4']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:14.918387 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb9ce3-90a2-4411-8767-629759b50109 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd811c61-b068-4ad3-8d4c-b6e2af98cbe5,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:14.942932 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-acac4a0b-5fab-4bd8-92b6-0641a29aba22 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (fd194c68-3895-41e4-bcef-d1f7827870b7), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:14.959816 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Routers {'d690cb61-5ca4-44fe-8293-4a74fc3b9e50'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:14.967799 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:14.997790 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-f569943b-4447-4af2-90df-5701de922249 None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:15.011164 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9ce3-90a2-4411-8767-629759b50109 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.012438 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-6fcb9ce3-90a2-4411-8767-629759b50109 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7853491 Feb 21 01:32:15.024409 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53110) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:15.036083 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks [] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.043471 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-e2a8fcad-10ae-42fe-87b4-82ef7486f6bf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'security_group_rule': {'security_group_id': '3b5384ae-6be0-4ad1-97e1-26d7973e29f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:15.075674 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac4a0b-5fab-4bd8-92b6-0641a29aba22 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd194c68-3895-41e4-bcef-d1f7827870b7,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:15.080343 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84898e-6431-4e86-96b3-c3965191450e None None] Pushing event updated for resources: {'Port': ['ID=04011b65-f172-48b5-b66a-a6e8816228e0,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:15.148137 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 0ce3f6c4-51a9-4df0-a60e-db99475f738d is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:15.148523 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.219899 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e3629-eca7-46f7-929c-ec186f58f3e5 req-7f45b779-d8a6-4eef-9ec0-47a36f20e217 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:15.221960 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-190e3629-eca7-46f7-929c-ec186f58f3e5 req-7f45b779-d8a6-4eef-9ec0-47a36f20e217 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 932 time: 0.3294721 Feb 21 01:32:15.238872 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-acac4a0b-5fab-4bd8-92b6-0641a29aba22 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.247824 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-acac4a0b-5fab-4bd8-92b6-0641a29aba22 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7959831 Feb 21 01:32:15.250149 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53114) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:15.251912 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port 0ce3f6c4-51a9-4df0-a60e-db99475f738d, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0ce3f6c4-51a9-4df0-a60e-db99475f738d,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:15.266910 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-29a2ad87-8b13-4fe5-b9b1-4dc21ce61788 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'security_group_rule': {'security_group_id': 'fd194c68-3895-41e4-bcef-d1f7827870b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:15.285061 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-533d5113-b050-4f41-b9ce-f4ef6c27fdea service neutron] 10.222.0.90 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213454 Feb 21 01:32:15.302862 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Attempting to bind port 04011b65-f172-48b5-b66a-a6e8816228e0 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:15.305104 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Attempting to bind port 04011b65-f172-48b5-b66a-a6e8816228e0 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:15.305104 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Attempting to bind port 04011b65-f172-48b5-b66a-a6e8816228e0 on network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:15.315637 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] Set router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:15.346022 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.350568 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fcad-10ae-42fe-87b4-82ef7486f6bf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (0d3a3fff-5812-4b0a-843b-4957fb23effd), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.386114 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:15.386422 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Checking segment: {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:15.386832 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.387234 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Bound using segment: {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:15.387732 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Bound port: 04011b65-f172-48b5-b66a-a6e8816228e0, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:15.392224 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.394442 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-aa880660-5780-47b3-bdec-21fae7973e76 None None] Provisioning complete for port 04011b65-f172-48b5-b66a-a6e8816228e0 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:15.394814 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aa880660-5780-47b3-bdec-21fae7973e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.397242 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.426693 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-29a2ad87-8b13-4fe5-b9b1-4dc21ce61788 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (cc22e863-42b6-4de5-978d-005f8ae7e299), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.586980 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fcad-10ae-42fe-87b4-82ef7486f6bf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (0d3a3fff-5812-4b0a-843b-4957fb23effd), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.602276 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-29a2ad87-8b13-4fe5-b9b1-4dc21ce61788 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (cc22e863-42b6-4de5-978d-005f8ae7e299), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.606211 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=0ce3f6c4-51a9-4df0-a60e-db99475f738d,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:15.648797 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'gw_port': {'id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '5c529a2a-2648-45b9-9d74-92ea97f61b3c', 'name': '', 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'mac_address': 'fa:16:3e:e7:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c58f09cd-72c6-456a-843c-c8121f0b588f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:14Z', 'revision_number': 4, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'subnets': [{'id': 'c58f09cd-72c6-456a-843c-c8121f0b588f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:15.651456 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:15.674633 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:15.686625 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:15.691794 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:15.692474 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.706875 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aa880660-5780-47b3-bdec-21fae7973e76 None None] Port 04011b65-f172-48b5-b66a-a6e8816228e0 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:32:15.712961 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-190e3629-eca7-46f7-929c-ec186f58f3e5 req-f7ff3502-fc2c-472b-a5bf-73111a05fae6 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761741 Feb 21 01:32:15.713450 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe26e1-ea02-4f8a-936b-e87cd47d760e None None] The sync data for ids ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'] in dv-cinder-813228-6-iscsi is: [{'id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'gw_port': {'id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '5c529a2a-2648-45b9-9d74-92ea97f61b3c', 'name': '', 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'mac_address': 'fa:16:3e:e7:cf:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c58f09cd-72c6-456a-843c-c8121f0b588f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:14Z', 'revision_number': 4, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'subnets': [{'id': 'c58f09cd-72c6-456a-843c-c8121f0b588f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:32:15.739324 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Pushing event updated for resources: {'Port': ['ID=8dcff3a2-5327-4c3f-9f70-590bf220865d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:15.757526 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fcad-10ae-42fe-87b4-82ef7486f6bf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (0d3a3fff-5812-4b0a-843b-4957fb23effd), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.783427 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-71f7783e-817f-4ffc-8ac4-83b72827a9a1 service neutron] 10.222.0.90 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677112 Feb 21 01:32:15.794053 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-29a2ad87-8b13-4fe5-b9b1-4dc21ce61788 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (cc22e863-42b6-4de5-978d-005f8ae7e299), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.818300 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-1a051398-21a2-4ff1-b96c-2069c547a331 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3379655 Feb 21 01:32:15.829786 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] For port 04011b65-f172-48b5-b66a-a6e8816228e0, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:15.843076 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8fcad-10ae-42fe-87b4-82ef7486f6bf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3a3fff-5812-4b0a-843b-4957fb23effd,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:15.851706 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] For port 04011b65-f172-48b5-b66a-a6e8816228e0, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=04011b65-f172-48b5-b66a-a6e8816228e0,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:15.889992 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f569943b-4447-4af2-90df-5701de922249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:11Z', 'revision_number': 2, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:15.899909 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2ad87-8b13-4fe5-b9b1-4dc21ce61788 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc22e863-42b6-4de5-978d-005f8ae7e299,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:15.925350 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569943b-4447-4af2-90df-5701de922249 None None] Checking router: 9dca3534-f5e8-41ed-bc76-fc1e371dde8a for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:32:15.925350 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569943b-4447-4af2-90df-5701de922249 None None] Updating router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a port 9b3927e5-ee00-498b-bd0d-409d2f47e805 binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:32:15.958390 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f569943b-4447-4af2-90df-5701de922249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:15.984130 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.076164 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-29a2ad87-8b13-4fe5-b9b1-4dc21ce61788 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.076164 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-29a2ad87-8b13-4fe5-b9b1-4dc21ce61788 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8230443 Feb 21 01:32:16.077827 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e2a8fcad-10ae-42fe-87b4-82ef7486f6bf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.082544 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e2a8fcad-10ae-42fe-87b4-82ef7486f6bf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0531211 Feb 21 01:32:16.082544 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53126) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:16.090902 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:16.092087 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:16.093599 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-73b2f809-67d2-4f39-8064-7165cc00f838 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'security_group_rule': {'security_group_id': 'fd194c68-3895-41e4-bcef-d1f7827870b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:16.098158 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53128) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:16.103727 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'floatingip': {'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:16.193958 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84898e-6431-4e86-96b3-c3965191450e None None] Pushing event updated for resources: {'Port': ['ID=04011b65-f172-48b5-b66a-a6e8816228e0,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:16.208353 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07aa34-2851-4228-b01d-5ed7ff4a6d02 req-0f5189b5-d20a-49aa-8a6c-6e4d12b8139a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:16.221251 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d07aa34-2851-4228-b01d-5ed7ff4a6d02 req-0f5189b5-d20a-49aa-8a6c-6e4d12b8139a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 931 time: 0.1586182 Feb 21 01:32:16.423994 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d07aa34-2851-4228-b01d-5ed7ff4a6d02 req-f430a35b-1701-4d24-973c-2c24e01cd631 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184287 Feb 21 01:32:16.424785 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-73b2f809-67d2-4f39-8064-7165cc00f838 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (64dff041-47d5-46b0-87ac-54194e6d68e9), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.476456 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b3d03707-721c-47e6-823e-0cc7ab45d1ae req-e56a09d7-d1c3-44d1-b796-4ae586a43073 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 210 time: 0.0443826 Feb 21 01:32:16.533446 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:16.545447 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-73b2f809-67d2-4f39-8064-7165cc00f838 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (64dff041-47d5-46b0-87ac-54194e6d68e9), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.547437 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.623346 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-506147cb-4705-46d6-a85b-592288ab09cf None None] Provisioning complete for port 04011b65-f172-48b5-b66a-a6e8816228e0 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:16.623729 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-506147cb-4705-46d6-a85b-592288ab09cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.649090 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-73b2f809-67d2-4f39-8064-7165cc00f838 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (64dff041-47d5-46b0-87ac-54194e6d68e9), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.704826 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2f809-67d2-4f39-8064-7165cc00f838 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64dff041-47d5-46b0-87ac-54194e6d68e9,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:16.741940 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-73b2f809-67d2-4f39-8064-7165cc00f838 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.743252 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-73b2f809-67d2-4f39-8064-7165cc00f838 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6626291 Feb 21 01:32:16.746343 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53168) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:16.752732 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'floatingip': {'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:16.802905 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.878169 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5279d56a-8f4c-45e1-b3f5-ed9d93abe0d1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:16.889147 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5279d56a-8f4c-45e1-b3f5-ed9d93abe0d1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 818 time: 0.1880305 Feb 21 01:32:16.901221 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.926352 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-661349f7-ca30-45ca-96ae-9e011ab932a3 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/quotas/fa11c817930e42c49bb0f242205952d7 HTTP/1.1" status: 200 len: 375 time: 0.0359943 Feb 21 01:32:16.941623 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f569943b-4447-4af2-90df-5701de922249 None None] Publish callbacks [] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:16.987893 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-506147cb-4705-46d6-a85b-592288ab09cf None None] Current status of the port 04011b65-f172-48b5-b66a-a6e8816228e0 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:16.988291 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-506147cb-4705-46d6-a85b-592288ab09cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:17.029754 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f569943b-4447-4af2-90df-5701de922249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:17.033532 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba9b8c-ea41-447a-a385-26ae4829a0ae req-a5e7b315-a9ec-4c7c-a239-c21dd13e4671 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:17.035934 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4cba9b8c-ea41-447a-a385-26ae4829a0ae req-a5e7b315-a9ec-4c7c-a239-c21dd13e4671 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 932 time: 0.1433387 Feb 21 01:32:17.053252 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Allocated IP 172.27.3.75 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/5cfe4bd2-afe2-45a8-8076-1c10613f8daf) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:17.075383 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-ff31ea9e-2b32-484a-a0f7-d165e411bd0f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1468465 Feb 21 01:32:17.173369 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:17.194367 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-506147cb-4705-46d6-a85b-592288ab09cf None None] For port 04011b65-f172-48b5-b66a-a6e8816228e0, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=04011b65-f172-48b5-b66a-a6e8816228e0,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:17.203028 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e34b5a-96ae-4281-bb04-5a1285eab673 None None] Pushing event updated for resources: {'Port': ['ID=9b3927e5-ee00-498b-bd0d-409d2f47e805,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:17.278010 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-3e104dc3-8e8f-422d-9ba9-2c6e18b6da30 service neutron] 10.222.0.90 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002933 Feb 21 01:32:17.318307 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-24551997-e6fb-4d04-8662-ce61bb52660f tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:32:17.319312 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-24551997-e6fb-4d04-8662-ce61bb52660f tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095818 Feb 21 01:32:17.320008 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-82be9e76-4361-4db4-8a43-f5a116ddb513 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:32:17.321213 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-82be9e76-4361-4db4-8a43-f5a116ddb513 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268681 Feb 21 01:32:17.323999 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-506147cb-4705-46d6-a85b-592288ab09cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:17.351916 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4cba9b8c-ea41-447a-a385-26ae4829a0ae req-5cee0b77-cdb0-4839-8b81-c3498b0c57be tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188835 Feb 21 01:32:17.375044 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:17.474448 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for port (5cfe4bd2-afe2-45a8-8076-1c10613f8daf), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:17.530290 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bf29e-bf31-4d0b-9e3e-3dd05de7ba06 None None] The sync data for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi is: [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:32:17.598161 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-f569943b-4447-4af2-90df-5701de922249 None None] Attempting to bind port 9b3927e5-ee00-498b-bd0d-409d2f47e805 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:17.598533 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-f569943b-4447-4af2-90df-5701de922249 None None] Attempting to bind port 9b3927e5-ee00-498b-bd0d-409d2f47e805 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:17.599665 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569943b-4447-4af2-90df-5701de922249 None None] Attempting to bind port 9b3927e5-ee00-498b-bd0d-409d2f47e805 on network 27d681c4-c216-4785-93dd-e8601d1c0576 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:17.642113 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-a7f6460d-b7c1-4ec9-b369-1a6539949dd5 service neutron] 10.222.0.90 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631196 Feb 21 01:32:17.791296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569943b-4447-4af2-90df-5701de922249 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:17.791296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569943b-4447-4af2-90df-5701de922249 None None] Checking segment: {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:17.791296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f569943b-4447-4af2-90df-5701de922249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:17.791296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f569943b-4447-4af2-90df-5701de922249 None None] Bound using segment: {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:17.791296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-f569943b-4447-4af2-90df-5701de922249 None None] Bound port: 9b3927e5-ee00-498b-bd0d-409d2f47e805, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:17.791296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f569943b-4447-4af2-90df-5701de922249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:17.791296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506147cb-4705-46d6-a85b-592288ab09cf None None] Pushing event updated for resources: {'Port': ['ID=04011b65-f172-48b5-b66a-a6e8816228e0,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:17.835734 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (5cfe4bd2-afe2-45a8-8076-1c10613f8daf), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:17.943305 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b293d2c-e5af-4abe-81c6-2e5282234133 req-6c06ed14-8066-4e2e-901f-1eeb9926479b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:17.957651 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3b293d2c-e5af-4abe-81c6-2e5282234133 req-6c06ed14-8066-4e2e-901f-1eeb9926479b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 931 time: 0.0900805 Feb 21 01:32:17.964035 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Allocated IP 172.27.3.34 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/7f202123-6eea-41ea-a036-e5f37e0c9cb5) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:17.987005 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-20dbdf5f-2267-4b33-ac99-9c51126fd826 None None] Provisioning complete for port 9b3927e5-ee00-498b-bd0d-409d2f47e805 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:17.987388 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-20dbdf5f-2267-4b33-ac99-9c51126fd826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:17.991312 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 5c529a2a-2648-45b9-9d74-92ea97f61b3c up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:18.107634 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-20dbdf5f-2267-4b33-ac99-9c51126fd826 None None] Port 9b3927e5-ee00-498b-bd0d-409d2f47e805 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:32:18.107716 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3b293d2c-e5af-4abe-81c6-2e5282234133 req-e2e6ade0-28f3-4e3c-8e89-db199fc1759a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438398 Feb 21 01:32:18.115967 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f569943b-4447-4af2-90df-5701de922249 None None] For port 9b3927e5-ee00-498b-bd0d-409d2f47e805, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:18.123500 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for port (7f202123-6eea-41ea-a036-e5f37e0c9cb5), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.128567 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f569943b-4447-4af2-90df-5701de922249 None None] For port 9b3927e5-ee00-498b-bd0d-409d2f47e805, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=9b3927e5-ee00-498b-bd0d-409d2f47e805,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:18.141786 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 5c529a2a-2648-45b9-9d74-92ea97f61b3c triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:18.142034 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.180949 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:18.185972 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:18.191268 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:18.197646 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-09899999-8571-4aa8-8faa-4e0dc7db81e4 req-142ebbd9-9c5c-4c7a-abe2-a154b9a0981e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.0396435 Feb 21 01:32:18.203626 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f569943b-4447-4af2-90df-5701de922249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.223406 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'Port': ['ID=5cfe4bd2-afe2-45a8-8076-1c10613f8daf,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:18.248840 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (7f202123-6eea-41ea-a036-e5f37e0c9cb5), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.318175 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 5c529a2a-2648-45b9-9d74-92ea97f61b3c is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:18.318474 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.321257 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e34b5a-96ae-4281-bb04-5a1285eab673 None None] Pushing event updated for resources: {'Port': ['ID=9b3927e5-ee00-498b-bd0d-409d2f47e805,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:18.335492 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569943b-4447-4af2-90df-5701de922249 None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:32:18.335959 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:18.336142 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f569943b-4447-4af2-90df-5701de922249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:18.343045 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.348166 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:18.353997 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'Port': ['ID=7f202123-6eea-41ea-a036-e5f37e0c9cb5,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:18.362000 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:18.443378 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port 5c529a2a-2648-45b9-9d74-92ea97f61b3c, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=5c529a2a-2648-45b9-9d74-92ea97f61b3c,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:18.497360 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (087de4b1-2724-4b93-8580-5670b04e7ae4), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.499841 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (5cfe4bd2-afe2-45a8-8076-1c10613f8daf), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.556699 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-f569943b-4447-4af2-90df-5701de922249 None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:32:18.611251 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.612249 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0ce3f6c4-51a9-4df0-a60e-db99475f738d up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:18.678971 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310461c-7c00-46c1-a4c5-b9ae9cd27c07 req-dcc4c7dc-65e2-42cb-8943-b2081575ac71 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:18.688751 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7310461c-7c00-46c1-a4c5-b9ae9cd27c07 req-dcc4c7dc-65e2-42cb-8943-b2081575ac71 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 932 time: 0.1056719 Feb 21 01:32:18.741689 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7310461c-7c00-46c1-a4c5-b9ae9cd27c07 req-55b0fb9d-c9a6-499f-b642-535db30d6fde tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517468 Feb 21 01:32:18.772684 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (7f202123-6eea-41ea-a036-e5f37e0c9cb5), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.776667 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=5c529a2a-2648-45b9-9d74-92ea97f61b3c,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:18.887129 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-b63e5df5-04bc-482f-ae22-557906ab68df None None] Provisioning complete for port 9b3927e5-ee00-498b-bd0d-409d2f47e805 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:18.887936 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b63e5df5-04bc-482f-ae22-557906ab68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:18.977593 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 0ce3f6c4-51a9-4df0-a60e-db99475f738d triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:18.977921 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.111049 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for port (5cfe4bd2-afe2-45a8-8076-1c10613f8daf), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.205963 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Request body: {'port': {'device_id': 'd359b725-8ebc-4c70-b60b-fac888f539dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:19.211798 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Request body: {'port': {'device_id': '58d88f85-1d15-4f12-a8e7-f3b531088d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:19.275191 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 0ce3f6c4-51a9-4df0-a60e-db99475f738d is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:19.282587 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b63e5df5-04bc-482f-ae22-557906ab68df None None] Current status of the port 9b3927e5-ee00-498b-bd0d-409d2f47e805 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:19.285249 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b63e5df5-04bc-482f-ae22-557906ab68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.336130 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (5cfe4bd2-afe2-45a8-8076-1c10613f8daf), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.339157 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f569943b-4447-4af2-90df-5701de922249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:18Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:32:19.382501 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569943b-4447-4af2-90df-5701de922249 None None] The sync data for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi is: [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:18Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:32:19.398935 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.414409 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b63e5df5-04bc-482f-ae22-557906ab68df None None] For port 9b3927e5-ee00-498b-bd0d-409d2f47e805, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=9b3927e5-ee00-498b-bd0d-409d2f47e805,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:19.477517 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b63e5df5-04bc-482f-ae22-557906ab68df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.500130 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for port (7f202123-6eea-41ea-a036-e5f37e0c9cb5), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.502574 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.529339 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fcaa1f2c-7157-48c4-8767-d4dd2483b994 req-9f6d6f69-5cdc-4863-bd5a-d1f70fa35bd9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.1008127 Feb 21 01:32:19.541947 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.542047 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'Port': ['ID=5cfe4bd2-afe2-45a8-8076-1c10613f8daf,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:19.553650 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.581239 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-98430af8-a870-4c66-be41-d394893816a4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4776680 Feb 21 01:32:19.621367 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (7f202123-6eea-41ea-a036-e5f37e0c9cb5), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.680155 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79840e-2508-4502-b21c-66ccf85d4f98 req-0ec003bb-53c5-4c6c-8ac6-ba291bd366ba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:19.689545 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cb79840e-2508-4502-b21c-66ccf85d4f98 req-0ec003bb-53c5-4c6c-8ac6-ba291bd366ba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 931 time: 0.3797915 Feb 21 01:32:19.749275 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (087de4b1-2724-4b93-8580-5670b04e7ae4), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.749673 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e5df5-04bc-482f-ae22-557906ab68df None None] Pushing event updated for resources: {'Port': ['ID=9b3927e5-ee00-498b-bd0d-409d2f47e805,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:19.774198 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 04011b65-f172-48b5-b66a-a6e8816228e0 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:19.807922 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'Port': ['ID=7f202123-6eea-41ea-a036-e5f37e0c9cb5,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:19.905649 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 04011b65-f172-48b5-b66a-a6e8816228e0 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:19.906063 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:19.999489 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:20.028075 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f127a941-67f8-45e2-a432-d35c3cb1d29a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2610509 Feb 21 01:32:20.139126 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 04011b65-f172-48b5-b66a-a6e8816228e0 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:20.140949 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 5c529a2a-2648-45b9-9d74-92ea97f61b3c up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:20.261506 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 5c529a2a-2648-45b9-9d74-92ea97f61b3c triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:20.261893 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:20.490539 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 5c529a2a-2648-45b9-9d74-92ea97f61b3c is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:20.626406 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cb79840e-2508-4502-b21c-66ccf85d4f98 req-5f029f49-d352-4755-acc5-b3b81553895f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373230 Feb 21 01:32:20.698569 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-b35cddbd-1148-4f03-824d-e0e0a7d4a037 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1717250912&fields=id&tenant_id=d3acaa73503748ac9764a7eca8943882 HTTP/1.1" status: 200 len: 267 time: 0.8140907 Feb 21 01:32:20.702126 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.notifiers.nova [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcff3a2-5327-4c3f-9f70-590bf220865d {{(pid=103193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:20.704008 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ef37bc-fe8f-48e8-8a21-00801ca04b5a {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:20.720038 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Publish callbacks [] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:20.760815 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.provisioning_blocks [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Transition to ACTIVE for port object 8dcff3a2-5327-4c3f-9f70-590bf220865d will not be triggered until provisioned by entity L2. {{(pid=103193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:32:20.774226 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Publish callbacks [] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:20.916702 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:20.963328 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.43', 56312) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:21.118112 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Transition to ACTIVE for port object 29ef37bc-fe8f-48e8-8a21-00801ca04b5a will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:32:21.165281 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20606c-0ffd-4842-8fe4-9c7ebe8279ce req-8e7eeaf6-1576-4318-a2e5-7f20dbb1e0da tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:21.175774 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cb20606c-0ffd-4842-8fe4-9c7ebe8279ce req-8e7eeaf6-1576-4318-a2e5-7f20dbb1e0da tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 932 time: 0.1570911 Feb 21 01:32:21.222768 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-0431ca77-0b36-41f3-9db7-0b0aad83c3e4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:21.224297 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-0431ca77-0b36-41f3-9db7-0b0aad83c3e4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 816 time: 0.5240805 Feb 21 01:32:21.253805 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:21.261083 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Pushing event updated for resources: {'Port': ['ID=8dcff3a2-5327-4c3f-9f70-590bf220865d,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:21.303986 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-038dc788-22cf-4afd-b23e-d8b4f48c751f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/quotas/d3acaa73503748ac9764a7eca8943882 HTTP/1.1" status: 200 len: 375 time: 0.0665278 Feb 21 01:32:21.387225 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Attempting to bind port 8dcff3a2-5327-4c3f-9f70-590bf220865d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:21.387225 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Attempting to bind port 8dcff3a2-5327-4c3f-9f70-590bf220865d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:21.387455 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Attempting to bind port 8dcff3a2-5327-4c3f-9f70-590bf220865d on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:21.401606 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Port 8dcff3a2-5327-4c3f-9f70-590bf220865d on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:32:21.401934 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Attempting to bind port 8dcff3a2-5327-4c3f-9f70-590bf220865d on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:21.431216 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:21.431216 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Checking segment: {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:21.431216 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Bound using segment: {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:21.431216 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Bound port: 8dcff3a2-5327-4c3f-9f70-590bf220865d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:21.431216 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:21.431216 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-44f67f85-c26f-4084-a34a-5d5d9f2fd6c8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:21.433493 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-44f67f85-c26f-4084-a34a-5d5d9f2fd6c8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.43 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 818 time: 0.4636011 Feb 21 01:32:21.457091 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Request body: {'port': {'device_id': 'c5323990-b38c-44dd-812e-e5b7b3fd1ea9', 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36', 'admin_state_up': True, 'tenant_id': 'fa11c817930e42c49bb0f242205952d7'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:21.531756 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Attempting to bind port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:21.533646 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Attempting to bind port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '5f6fbafc-5b7c-49d3-b559-312a02b4116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '40c42b75-d0fb-4f29-b50c-48bc86d4bd46'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:21.533646 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Attempting to bind port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a on network 40c42b75-d0fb-4f29-b50c-48bc86d4bd46 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:21.585085 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 9b3927e5-ee00-498b-bd0d-409d2f47e805 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:21.655683 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-b2d29e7c-2693-4107-827c-4f343d876ab1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3462539 Feb 21 01:32:21.664313 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] For port 8dcff3a2-5327-4c3f-9f70-590bf220865d, host hv-cinder-81322, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:21.682872 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cb20606c-0ffd-4842-8fe4-9c7ebe8279ce req-09ee5a2f-2b1c-4743-8fb0-90824498ae8e tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062623 Feb 21 01:32:21.694404 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a on network 40c42b75-d0fb-4f29-b50c-48bc86d4bd46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:32:21.699074 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Attempting to bind port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a on network 40c42b75-d0fb-4f29-b50c-48bc86d4bd46 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:21.712308 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 9b3927e5-ee00-498b-bd0d-409d2f47e805 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:21.712786 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:21.729012 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] For port 8dcff3a2-5327-4c3f-9f70-590bf220865d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8dcff3a2-5327-4c3f-9f70-590bf220865d,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:21.736302 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:21.794014 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:21.794632 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Checking segment: {'id': '5f6fbafc-5b7c-49d3-b559-312a02b4116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '40c42b75-d0fb-4f29-b50c-48bc86d4bd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:21.800029 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Bound using segment: {'id': '5f6fbafc-5b7c-49d3-b559-312a02b4116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '40c42b75-d0fb-4f29-b50c-48bc86d4bd46'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:21.800706 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Bound port: 29ef37bc-fe8f-48e8-8a21-00801ca04b5a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6fbafc-5b7c-49d3-b559-312a02b4116d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '40c42b75-d0fb-4f29-b50c-48bc86d4bd46'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:21.801211 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:21.861401 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 9b3927e5-ee00-498b-bd0d-409d2f47e805 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:21.969941 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-098c40d6-2432-405f-93cd-eec7ceb01473 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--2001029642&fields=id&tenant_id=09bc5c58fd414c8aa76756065678191e HTTP/1.1" status: 200 len: 267 time: 0.1703315 Feb 21 01:32:22.010031 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Made reservation on behalf of fa11c817930e42c49bb0f242205952d7 for: {'port': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:22.014548 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:22.017540 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:22.071282 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-1cf448f5-cd61-4dd2-9f55-216a713c08e8 service neutron] 10.222.0.90 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131277 Feb 21 01:32:22.072372 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] For port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:22.080983 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] For port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,segment=NetworkSegment(5f6fbafc-5b7c-49d3-b559-312a02b4116d),segment_id=5f6fbafc-5b7c-49d3-b559-312a02b4116d)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:22.163006 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:22.166057 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:22.171002 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] 10.222.0.43 "PUT /v2.0/ports/8dcff3a2-5327-4c3f-9f70-590bf220865d HTTP/1.1" status: 200 len: 1093 time: 3.0862331 Feb 21 01:32:22.175933 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:22.176884 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d88f85-1d15-4f12-a8e7-f3b531088d5e', 'tag': '8dcff3a2-5327-4c3f-9f70-590bf220865d'}] {{(pid=103193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:22.227370 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-a0d04586-b445-44e5-ad4c-38b518508fdc tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:22.233970 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-a0d04586-b445-44e5-ad4c-38b518508fdc tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 811 time: 0.2630541 Feb 21 01:32:22.255013 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd2c60-adcf-4e1d-8e3f-de09003f14fa service neutron] Pushing event updated for resources: {'Port': ['ID=8dcff3a2-5327-4c3f-9f70-590bf220865d,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:22.255920 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:22.256570 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:22.258339 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] 10.222.0.43 "PUT /v2.0/ports/29ef37bc-fe8f-48e8-8a21-00801ca04b5a HTTP/1.1" status: 200 len: 1094 time: 3.1783612 Feb 21 01:32:22.259084 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd359b725-8ebc-4c70-b60b-fac888f539dc', 'tag': '29ef37bc-fe8f-48e8-8a21-00801ca04b5a'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:22.333662 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-5a03321a-0aba-482b-855f-df48ed9edf41 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/quotas/09bc5c58fd414c8aa76756065678191e HTTP/1.1" status: 200 len: 375 time: 0.0988207 Feb 21 01:32:22.338349 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46adb57cdadb3ca4b6d0a9fffa764264e96a515ea1a204ffcbc636e6fc4351f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9181c5-8717-47ad-82be-8b3f7ec44379" -d '{"events": [{"name": "network-changed", "server_uuid": "58d88f85-1d15-4f12-a8e7-f3b531088d5e", "tag": "8dcff3a2-5327-4c3f-9f70-590bf220865d"}]}' {{(pid=103193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:22.394619 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f07ba6e-e777-4345-9202-b9dd9ab7522d" -d '{"events": [{"name": "network-changed", "server_uuid": "d359b725-8ebc-4c70-b60b-fac888f539dc", "tag": "29ef37bc-fe8f-48e8-8a21-00801ca04b5a"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:22.403914 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad42565-fd99-4ffb-be9c-b7a7427ab6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:22.425455 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-1dc7447d-f0fa-4e29-9d95-8cde1ed7e887 service neutron] 10.222.0.90 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467436 Feb 21 01:32:22.456019 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-53f88cd1-d5c0-497f-8535-606cec47b380 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026914 Feb 21 01:32:22.468739 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Allocated IP 172.20.0.12 (f0ce3d49-217f-425e-8faa-7de06bd3cd36/c58f09cd-72c6-456a-843c-c8121f0b588f/cf21197e-c8ae-4d32-9844-138c1e440316) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:22.610584 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-b7be0a37-4cd2-4e24-ae5e-f7dad2db0e3b service neutron] 10.222.0.90 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361270 Feb 21 01:32:22.705942 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks [] for port (cf21197e-c8ae-4d32-9844-138c1e440316), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:22.742340 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-5d46455a-d910-4761-828e-dff016ac7e81 service neutron] 10.222.0.90 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308994 Feb 21 01:32:22.952280 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:23.020987 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1efa99e6-3ab4-4f94-87f8-bb20ce485d45 req-be3fffbb-5e15-41fc-9d05-25f6c33d57c9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.0374446 Feb 21 01:32:23.031933 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Network f0ce3d49-217f-425e-8faa-7de06bd3cd36 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:23.036693 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:23.039217 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:23.044294 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:23.045491 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:23.096063 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Pushing event updated for resources: {'Port': ['ID=cf21197e-c8ae-4d32-9844-138c1e440316,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:23.183106 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-ebabf21e-5a2b-4b25-8572-577b31c3820c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7305665 Feb 21 01:32:23.200059 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae53568-22bf-40d5-8e07-b78fa8bca209 req-3f1b7663-8efc-49b5-b7ac-378a0212c8b6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:23.209998 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3ae53568-22bf-40d5-8e07-b78fa8bca209 req-3f1b7663-8efc-49b5-b7ac-378a0212c8b6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0824738 Feb 21 01:32:23.259486 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3ae53568-22bf-40d5-8e07-b78fa8bca209 req-384ff2fa-3bd3-49db-a80a-409d5ab16d1f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483239 Feb 21 01:32:23.262668 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8407fe32-b222-4f3a-a494-1cbcf83d7ef8 x-openstack-request-id: req-8407fe32-b222-4f3a-a494-1cbcf83d7ef8 {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:23.262967 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d88f85-1d15-4f12-a8e7-f3b531088d5e", "tag": "8dcff3a2-5327-4c3f-9f70-590bf220865d", "status": "completed", "code": 200}]} {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:23.265712 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8407fe32-b222-4f3a-a494-1cbcf83d7ef8 {{(pid=103193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:23.266229 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d88f85-1d15-4f12-a8e7-f3b531088d5e', 'tag': '8dcff3a2-5327-4c3f-9f70-590bf220865d', 'status': 'completed', 'code': 200} Feb 21 01:32:23.389589 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385956d6-d17a-4eea-895b-9abb2881b239 x-openstack-request-id: req-385956d6-d17a-4eea-895b-9abb2881b239 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:23.389918 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d359b725-8ebc-4c70-b60b-fac888f539dc", "tag": "29ef37bc-fe8f-48e8-8a21-00801ca04b5a", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:23.390158 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-385956d6-d17a-4eea-895b-9abb2881b239 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:23.390849 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd359b725-8ebc-4c70-b60b-fac888f539dc', 'tag': '29ef37bc-fe8f-48e8-8a21-00801ca04b5a', 'status': 'completed', 'code': 200} Feb 21 01:32:23.403357 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eab2d-1b65-4b53-a662-8fb924022bf3 req-63796a38-4394-4d93-984b-a690c5f77de8 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:23.406175 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-856eab2d-1b65-4b53-a662-8fb924022bf3 req-63796a38-4394-4d93-984b-a690c5f77de8 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0683975 Feb 21 01:32:23.463135 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a465d5fa-ffb2-4103-b08a-2b3089c68eda req-a3c0f52f-d68f-4047-972d-6b2d2357c296 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 210 time: 0.0373795 Feb 21 01:32:23.492861 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-856eab2d-1b65-4b53-a662-8fb924022bf3 req-1b25658a-bcbb-44d1-8d44-3bdbea6ad107 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815132 Feb 21 01:32:23.544929 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-db4a6484-8cd1-42c6-adf0-8c7914c9344a req-7eeccf39-10cf-435f-8187-ccae4c68263a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 210 time: 0.0305355 Feb 21 01:32:24.159825 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1384a78e-0ade-4887-8238-27d4b393bb02 req-60f4bb11-e97e-42e6-bbb3-3a2c1972df53 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.0425267 Feb 21 01:32:24.384796 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69684427-88ea-490e-90b8-0f4df64ccbb5 req-4d9d089d-e145-4fb0-ac13-1ad2fca92789 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:24.399714 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-69684427-88ea-490e-90b8-0f4df64ccbb5 req-4d9d089d-e145-4fb0-ac13-1ad2fca92789 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0549431 Feb 21 01:32:24.436694 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-69684427-88ea-490e-90b8-0f4df64ccbb5 req-c39c5035-3ae4-4cb7-b9a7-e345d206d40f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Feb 21 01:32:24.588860 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-18ea52ec-ea3c-4fb7-834d-cde08b17bfff req-0fcf7230-ac88-449c-b593-7284cfe40192 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 210 time: 0.0335979 Feb 21 01:32:24.680495 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bbe8a-e870-4f1b-a6e5-3680a49566ae req-0ac2270a-838a-45b8-92d8-9837e0cefd2c tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:24.685098 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-899bbe8a-e870-4f1b-a6e5-3680a49566ae req-0ac2270a-838a-45b8-92d8-9837e0cefd2c tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.1211464 Feb 21 01:32:24.741175 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7bbc650e-7257-4b14-914c-6bb585144977 req-6830832c-37ee-44ff-be8c-01118fc13270 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 210 time: 0.0550439 Feb 21 01:32:24.784469 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-899bbe8a-e870-4f1b-a6e5-3680a49566ae req-c7865d3b-83b4-43a3-8676-251aaf87691a tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776551 Feb 21 01:32:25.259981 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0b994e7f-48ed-407e-b539-8a75758edff1 req-02d43d60-dfa2-45a3-8fb7-d76c3024eafc tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.0266993 Feb 21 01:32:25.573629 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ae4e2-f774-42c9-98d3-a152f8f11e89 req-19df07b6-83a8-4203-b576-5e083bfe3f99 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:25.575111 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a4ae4e2-f774-42c9-98d3-a152f8f11e89 req-19df07b6-83a8-4203-b576-5e083bfe3f99 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0584188 Feb 21 01:32:25.621695 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a4ae4e2-f774-42c9-98d3-a152f8f11e89 req-0342f247-4d7c-4fdb-b33a-8d6be838f226 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Feb 21 01:32:25.689782 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5cf96fe7-9fa5-40ed-957a-d76eec46f1be req-f49304be-d026-409b-80b8-0a13d62e7d1d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 210 time: 0.0283635 Feb 21 01:32:25.843356 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d2ee75a7-a63f-4455-abc3-a89df62f053d req-c97b645c-0ab1-4c4a-afa7-d3434c49c578 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 210 time: 0.0296447 Feb 21 01:32:25.931060 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eb1aa-d11c-43e6-b1cb-cc88d1a22d21 req-679f89a6-ff9b-4514-b65d-fda4210f2055 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:25.932574 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d8eb1aa-d11c-43e6-b1cb-cc88d1a22d21 req-679f89a6-ff9b-4514-b65d-fda4210f2055 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0569596 Feb 21 01:32:25.986684 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d8eb1aa-d11c-43e6-b1cb-cc88d1a22d21 req-641649a5-0870-4e52-9776-49b2714b107f tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484676 Feb 21 01:32:26.370918 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c105c92f-d0d5-46c2-80fe-e0161af96a3d req-c231d4df-8eda-40ce-bf64-957f722f5178 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.0311508 Feb 21 01:32:26.737539 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa020d-0a00-453a-a698-512f0dbe6f68 req-5d9dc4e9-d0e1-4d63-9cda-85e343052ee8 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:26.739071 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-54fa020d-0a00-453a-a698-512f0dbe6f68 req-5d9dc4e9-d0e1-4d63-9cda-85e343052ee8 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0510011 Feb 21 01:32:26.797323 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-31c30146-9037-450f-8f98-434e7a419c09 req-abe4a2c6-9d1c-4ecb-bb84-bc06736235a7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 210 time: 0.0383472 Feb 21 01:32:26.814102 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-54fa020d-0a00-453a-a698-512f0dbe6f68 req-4832c5c4-4b70-4ad8-9bca-d398a3193642 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693843 Feb 21 01:32:27.078940 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-399d974c-482c-4404-b1d2-ae364d4b6067 req-b7a6a13b-4e3c-446c-bc02-bf2fc893ca18 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 210 time: 0.1677940 Feb 21 01:32:27.128026 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e3242-2eb4-4733-9a07-a9eb44c0beaf req-b093aed7-b3c7-4c0d-8bf2-7cdcc82135a5 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:27.129429 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1d0e3242-2eb4-4733-9a07-a9eb44c0beaf req-b093aed7-b3c7-4c0d-8bf2-7cdcc82135a5 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0535932 Feb 21 01:32:27.174013 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1d0e3242-2eb4-4733-9a07-a9eb44c0beaf req-d4fd9de5-b62b-4a7d-9336-f0cf9ffaae44 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Feb 21 01:32:27.468715 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-386cb178-8314-4381-bf0b-a789be5d2e2b req-fde15f3f-e601-4a69-9600-896b00587060 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.0274830 Feb 21 01:32:27.897359 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4c5b767c-f7cf-4cf1-853c-d0986d4fd0c6 req-14e95cfb-5d49-4655-a474-2ec0ecf4ecbb tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 210 time: 0.0311668 Feb 21 01:32:27.947343 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27598aa-9569-4b6e-8d8b-5e4a0ed43aa5 req-c83733af-60bb-4417-829e-b95ee534532a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:27.948930 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a27598aa-9569-4b6e-8d8b-5e4a0ed43aa5 req-c83733af-60bb-4417-829e-b95ee534532a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0540075 Feb 21 01:32:27.994170 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a27598aa-9569-4b6e-8d8b-5e4a0ed43aa5 req-96c3945b-50e9-4ab8-969d-3bf25ae76030 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 Feb 21 01:32:28.178149 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7f94c3dc-c6e2-45bc-af40-3aa55bf87c9a req-9137ed0b-81e7-4a74-b1be-fae1fd4335b2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 210 time: 0.0270729 Feb 21 01:32:28.289479 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a1b3b-53df-4a57-9339-14e14179a1b8 req-66f66f4b-24aa-4573-841c-da04e984d70c tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:28.290850 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ba0a1b3b-53df-4a57-9339-14e14179a1b8 req-66f66f4b-24aa-4573-841c-da04e984d70c tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0526991 Feb 21 01:32:28.337024 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ba0a1b3b-53df-4a57-9339-14e14179a1b8 req-50215037-4584-4bc1-9caf-bac0f08cc7e7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401635 Feb 21 01:32:28.563786 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8f8ae24c-d4e8-4028-93f0-99cc4480686c req-f2966188-4310-497a-9f79-c380e2412fb9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.0289505 Feb 21 01:32:28.618077 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Request body: {'port': {'device_id': 'c5323990-b38c-44dd-812e-e5b7b3fd1ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:28.747497 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-7e5e5370-ac67-4296-b753-12c1b5200756 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:28.749363 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-7e5e5370-ac67-4296-b753-12c1b5200756 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.43 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 818 time: 0.1094232 Feb 21 01:32:28.763807 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:28.779416 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9181c5-8717-47ad-82be-8b3f7ec44379 req-99cfd37d-938e-4746-909e-d0137a01ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:28.780940 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-4b9181c5-8717-47ad-82be-8b3f7ec44379 req-99cfd37d-938e-4746-909e-d0137a01ea0c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 1127 time: 0.1327748 Feb 21 01:32:28.788748 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.43', 56325) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:28.854560 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Request body: {'port': {'device_id': '34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8', 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36', 'admin_state_up': True, 'tenant_id': 'fa11c817930e42c49bb0f242205952d7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:28.968374 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ba6e-e777-4345-9202-b9dd9ab7522d req-b65a7222-fd65-440c-861d-f3a5c44c784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:28.969902 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4f07ba6e-e777-4345-9202-b9dd9ab7522d req-b65a7222-fd65-440c-861d-f3a5c44c784e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2fb11bd56f946d1a12bb7aba48aece1&device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 1128 time: 0.1644356 Feb 21 01:32:29.112440 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9181c5-8717-47ad-82be-8b3f7ec44379 req-62981108-7966-4b73-b031-dac6ac4e6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:29.114094 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-4b9181c5-8717-47ad-82be-8b3f7ec44379 req-62981108-7966-4b73-b031-dac6ac4e6582 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2940786 Feb 21 01:32:29.181285 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6c1cf53-aaa7-44cf-a3a8-b42582608a4a req-b23e1020-2eff-469b-94d2-f23485523296 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 210 time: 0.0788338 Feb 21 01:32:29.325589 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b1462e3b-e06a-4c05-8a38-63f5268fea2c req-f2e3a8fa-de7e-4ab7-8ee2-c3f735df8e75 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 210 time: 0.0447271 Feb 21 01:32:29.331258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ba6e-e777-4345-9202-b9dd9ab7522d req-d92a311e-023a-45ba-8de5-9b3fbeff7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:29.333089 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4f07ba6e-e777-4345-9202-b9dd9ab7522d req-d92a311e-023a-45ba-8de5-9b3fbeff7cde service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a2fb11bd56f946d1a12bb7aba48aece1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3523364 Feb 21 01:32:29.346530 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335c95b-5104-4018-89f9-22a8a9b7c5bd req-e46125b1-7ebb-4b35-82a4-b802882b36f1 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:29.348871 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a335c95b-5104-4018-89f9-22a8a9b7c5bd req-e46125b1-7ebb-4b35-82a4-b802882b36f1 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.2475479 Feb 21 01:32:29.349006 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9181c5-8717-47ad-82be-8b3f7ec44379 req-c8afd972-ff89-4ff1-af80-0c627ff907d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:29.350392 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-4b9181c5-8717-47ad-82be-8b3f7ec44379 req-c8afd972-ff89-4ff1-af80-0c627ff907d8 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2302461 Feb 21 01:32:29.451281 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Made reservation on behalf of fa11c817930e42c49bb0f242205952d7 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:29.467045 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:29.500457 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.notifiers.nova [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf21197e-c8ae-4d32-9844-138c1e440316 {{(pid=103193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:29.510300 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Publish callbacks [] for port (cf21197e-c8ae-4d32-9844-138c1e440316), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:29.524485 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0d30a679-491a-49d9-aa90-508e4d6fc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:29.525997 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-0d30a679-491a-49d9-aa90-508e4d6fc17f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 1127 time: 0.1237912 Feb 21 01:32:29.528754 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.provisioning_blocks [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Transition to ACTIVE for port object cf21197e-c8ae-4d32-9844-138c1e440316 will not be triggered until provisioned by entity L2. {{(pid=103193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:32:29.597286 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:29.651808 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Pushing event updated for resources: {'Port': ['ID=cf21197e-c8ae-4d32-9844-138c1e440316,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:29.684006 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Attempting to bind port cf21197e-c8ae-4d32-9844-138c1e440316 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:29.684403 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Attempting to bind port cf21197e-c8ae-4d32-9844-138c1e440316 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:29.684786 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Attempting to bind port cf21197e-c8ae-4d32-9844-138c1e440316 on network f0ce3d49-217f-425e-8faa-7de06bd3cd36 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:29.691365 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Port cf21197e-c8ae-4d32-9844-138c1e440316 on network f0ce3d49-217f-425e-8faa-7de06bd3cd36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:32:29.692808 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Attempting to bind port cf21197e-c8ae-4d32-9844-138c1e440316 on network f0ce3d49-217f-425e-8faa-7de06bd3cd36 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:29.697463 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:29.697806 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Checking segment: {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:29.698187 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Bound using segment: {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:29.698970 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Bound port: cf21197e-c8ae-4d32-9844-138c1e440316, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:29.699342 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:29.739764 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a335c95b-5104-4018-89f9-22a8a9b7c5bd req-c9f08df8-03e7-42a3-8b4f-905b2542034d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679366 Feb 21 01:32:29.755949 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07ba6e-e777-4345-9202-b9dd9ab7522d req-26711aa2-edf9-4dac-9436-f91d39aea5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:29.757876 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4f07ba6e-e777-4345-9202-b9dd9ab7522d req-26711aa2-edf9-4dac-9436-f91d39aea5aa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4081242 Feb 21 01:32:29.766909 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efb156-ce61-4069-ab67-e3caeda85853 req-1cc43901-e113-40c4-b01f-2cad0f88c894 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:29.773694 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b5efb156-ce61-4069-ab67-e3caeda85853 req-1cc43901-e113-40c4-b01f-2cad0f88c894 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.3243952 Feb 21 01:32:29.909671 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-41089589-f301-433f-bc96-745f47065140 req-85e80710-fcde-418d-9ec4-32e9b328983d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.0773101 Feb 21 01:32:29.939044 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b5efb156-ce61-4069-ab67-e3caeda85853 req-49219bb3-a495-4d59-abf7-bcfc0b830472 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589804 Feb 21 01:32:29.953139 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Allocated IP 172.20.0.4 (f0ce3d49-217f-425e-8faa-7de06bd3cd36/c58f09cd-72c6-456a-843c-c8121f0b588f/4f6f4bf6-c2bb-4409-855b-387ebc13aa76) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:29.976248 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-77fdb3f2-bf0e-47ba-85b5-c84db07bca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:29.978181 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-77fdb3f2-bf0e-47ba-85b5-c84db07bca74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2fb11bd56f946d1a12bb7aba48aece1&device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 1128 time: 0.1545177 Feb 21 01:32:30.023545 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 53448) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:30.053579 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-224f235a-44f5-476d-97b1-2b0e58bff1d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dcff3a2-5327-4c3f-9f70-590bf220865d HTTP/1.1" status: 200 len: 217 time: 0.3430603 Feb 21 01:32:30.143969 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] For port cf21197e-c8ae-4d32-9844-138c1e440316, host hv-cinder-81322, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:30.149541 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] For port cf21197e-c8ae-4d32-9844-138c1e440316, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf21197e-c8ae-4d32-9844-138c1e440316,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:30.154284 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-23a9d551-686f-4f4c-a267-d03d9cd8816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:30.155973 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-23a9d551-686f-4f4c-a267-d03d9cd8816c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69ce5680-8483-49e9-a153-62f865fbfca9 HTTP/1.1" status: 200 len: 854 time: 0.0942822 Feb 21 01:32:30.214927 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-09be5ced-805b-4f96-9ffb-0c3916b4e3e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517333 Feb 21 01:32:30.238409 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:30.246113 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-475a181c-4f24-4467-9d6e-a195908a744f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ef37bc-fe8f-48e8-8a21-00801ca04b5a HTTP/1.1" status: 200 len: 217 time: 0.2580457 Feb 21 01:32:30.274836 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.43', 56331) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:30.315176 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Pushing event updated for resources: {'Port': ['ID=cf21197e-c8ae-4d32-9844-138c1e440316,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:30.319749 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.43', 56333) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:30.323964 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:30.328669 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:30.330700 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-50264d47-ae81-48cf-a797-b58fcc1e3359 service neutron] 10.222.0.43 "PUT /v2.0/ports/cf21197e-c8ae-4d32-9844-138c1e440316 HTTP/1.1" status: 200 len: 1094 time: 1.7174151 Feb 21 01:32:30.339622 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5323990-b38c-44dd-812e-e5b7b3fd1ea9', 'tag': 'cf21197e-c8ae-4d32-9844-138c1e440316'}] {{(pid=103193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:30.341959 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46adb57cdadb3ca4b6d0a9fffa764264e96a515ea1a204ffcbc636e6fc4351f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a05dd3-1c3d-4773-975a-d63d6f0bc9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5323990-b38c-44dd-812e-e5b7b3fd1ea9", "tag": "cf21197e-c8ae-4d32-9844-138c1e440316"}]}' {{(pid=103193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:30.462790 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b613cf-49b9-4852-ace0-d649a72e7d1d x-openstack-request-id: req-d9b613cf-49b9-4852-ace0-d649a72e7d1d {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:30.463088 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5323990-b38c-44dd-812e-e5b7b3fd1ea9", "tag": "cf21197e-c8ae-4d32-9844-138c1e440316", "status": "completed", "code": 200}]} {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:30.463347 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d9b613cf-49b9-4852-ace0-d649a72e7d1d {{(pid=103193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:30.463747 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5323990-b38c-44dd-812e-e5b7b3fd1ea9', 'tag': 'cf21197e-c8ae-4d32-9844-138c1e440316', 'status': 'completed', 'code': 200} Feb 21 01:32:30.599333 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-aed183e1-7ced-449d-8b30-3f9dda214eb7 req-22d22993-b4b1-4205-b71e-caa022a7195f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 210 time: 0.2199001 Feb 21 01:32:30.624803 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-541d2309-eb53-497b-a693-8aed59d670cd tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:30.626360 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-541d2309-eb53-497b-a693-8aed59d670cd tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 811 time: 0.3042235 Feb 21 01:32:30.643207 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59d1107d-c623-4384-9c0c-9e8e04969323 req-c50c7379-eba2-4440-8ff4-5ab1d4d23a06 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 210 time: 0.0596166 Feb 21 01:32:30.647106 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a05dd3-1c3d-4773-975a-d63d6f0bc9cc req-f01799f1-8f28-4ad8-a4a2-94be3b1bd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:30.648634 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-04a3e9a9-519b-4b5d-af9d-d7651d315f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:30.648913 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-06a05dd3-1c3d-4773-975a-d63d6f0bc9cc req-f01799f1-8f28-4ad8-a4a2-94be3b1bd1dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1128 time: 0.1394358 Feb 21 01:32:30.650042 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-04a3e9a9-519b-4b5d-af9d-d7651d315f50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=631c0edb-6f54-4314-97f7-e5baea235b64 HTTP/1.1" status: 200 len: 851 time: 0.3780181 Feb 21 01:32:30.650764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2a84a8b-ebaa-4c5b-aa48-9446f07510e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:30.673913 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-7cb58dd7-429e-4871-858c-75b3443844bc service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529854 Feb 21 01:32:30.701275 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks [] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:30.733784 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-03328440-5742-4c6d-932b-3ecf614d5b33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40c42b75-d0fb-4f29-b50c-48bc86d4bd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709381 Feb 21 01:32:30.841925 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-b6006332-6b37-4d47-ae0c-9ad2637edfe1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:30.843467 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-b6006332-6b37-4d47-ae0c-9ad2637edfe1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 816 time: 0.5695455 Feb 21 01:32:30.857357 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-ff78b8d9-7085-4d25-8ce3-d4eba1a12f23 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09bc5c58fd414c8aa76756065678191e HTTP/1.1" status: 200 len: 380 time: 0.2020133 Feb 21 01:32:30.882248 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'port': {'device_id': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'admin_state_up': True, 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'security_groups': ['fd194c68-3895-41e4-bcef-d1f7827870b7']}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:30.956365 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-3f496ef9-9467-405d-92db-93c0d6542e86 service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697253 Feb 21 01:32:30.961874 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a05dd3-1c3d-4773-975a-d63d6f0bc9cc req-5acb53a8-4f33-4a71-b2f0-f27b7e821ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:30.963379 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-06a05dd3-1c3d-4773-975a-d63d6f0bc9cc req-5acb53a8-4f33-4a71-b2f0-f27b7e821ef9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=fa11c817930e42c49bb0f242205952d7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2866790 Feb 21 01:32:30.994035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.000563 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-9d4919f9-b3c7-40b8-b3ad-56f73a2107cd service neutron] 10.222.0.43 "GET /v2.0/networks/40c42b75-d0fb-4f29-b50c-48bc86d4bd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554207 Feb 21 01:32:31.104506 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a05dd3-1c3d-4773-975a-d63d6f0bc9cc req-dbf79e7b-5984-4206-9e1f-f795af4e67d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:31.106084 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-06a05dd3-1c3d-4773-975a-d63d6f0bc9cc req-dbf79e7b-5984-4206-9e1f-f795af4e67d2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106541 Feb 21 01:32:31.133841 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ab5ae-a39c-4cf4-8f61-8d04cd0be59a req-8b4dc206-9224-47e3-8e9e-4186c5e7a430 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:31.137927 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c54ab5ae-a39c-4cf4-8f61-8d04cd0be59a req-8b4dc206-9224-47e3-8e9e-4186c5e7a430 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.3107901 Feb 21 01:32:31.140240 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-bd354d12-a92f-4150-a079-cbae62c59cb0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3acaa73503748ac9764a7eca8943882 HTTP/1.1" status: 200 len: 380 time: 0.2788818 Feb 21 01:32:31.163834 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Network f0ce3d49-217f-425e-8faa-7de06bd3cd36 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:31.167232 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2a84a8b-ebaa-4c5b-aa48-9446f07510e4 admin admin] Publish callbacks [] for security_group (aa9798ae-54f5-4c95-a62f-3418eed102e1), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.174892 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'port': {'device_id': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'admin_state_up': True, 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'security_groups': ['3b5384ae-6be0-4ad1-97e1-26d7973e29f1']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:31.183979 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Made reservation on behalf of 09bc5c58fd414c8aa76756065678191e for: {'port': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:31.189637 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.197964 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:31.231271 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:31.237059 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:31.241426 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.255796 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-d4606b2b-9fdb-4eb6-a9a5-ffce3ef16bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:31.257603 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-d4606b2b-9fdb-4eb6-a9a5-ffce3ef16bff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1128 time: 0.1028845 Feb 21 01:32:31.277467 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Pushing event updated for resources: {'Port': ['ID=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:31.290199 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f2a84a8b-ebaa-4c5b-aa48-9446f07510e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (aa9798ae-54f5-4c95-a62f-3418eed102e1), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.326711 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Allocated IP 172.20.0.9 (27d681c4-c216-4785-93dd-e8601d1c0576/933fb492-6da5-4867-b130-5aa0d23c81d0/fe876a1a-56e9-4821-ac6c-94fe28a1852e) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:31.391620 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a84a8b-ebaa-4c5b-aa48-9446f07510e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9798ae-54f5-4c95-a62f-3418eed102e1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:31.398430 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-d2289ae9-28a1-464d-8567-abb9619a70eb service neutron] 10.222.0.43 "GET /v2.0/networks/40c42b75-d0fb-4f29-b50c-48bc86d4bd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837175 Feb 21 01:32:31.398562 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-5d973738-77c4-48ff-b9c2-524669c26888 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5482297 Feb 21 01:32:31.405020 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-f2a84a8b-ebaa-4c5b-aa48-9446f07510e4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b08ce2fecf1244daa2530b60e3010c19&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3731737 Feb 21 01:32:31.405348 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53496) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:31.415722 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c54ab5ae-a39c-4cf4-8f61-8d04cd0be59a req-f425bd3f-d8df-4e39-924a-d8f65a5adeee tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507720 Feb 21 01:32:31.426937 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46469864-369b-427d-ac83-7fc5d8034f09 req-a6a7934a-27eb-4e7b-9c5c-20d3a938806f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:31.428461 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46469864-369b-427d-ac83-7fc5d8034f09 req-a6a7934a-27eb-4e7b-9c5c-20d3a938806f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 931 time: 0.4098258 Feb 21 01:32:31.492908 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7e18dbda-b111-4b5b-b7d6-4bb8290f9c11 admin admin] Publish callbacks [] for security_group (aa9798ae-54f5-4c95-a62f-3418eed102e1), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.517047 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.532188 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7e18dbda-b111-4b5b-b7d6-4bb8290f9c11 admin admin] Publish callbacks [] for security_group (aa9798ae-54f5-4c95-a62f-3418eed102e1), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.538424 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46469864-369b-427d-ac83-7fc5d8034f09 req-6252df8f-fccb-454d-91ce-5e46766b8316 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967331 Feb 21 01:32:31.567474 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db564bf-c07f-4e41-b78f-e7ac1121d3df req-af142439-84c9-4be3-8fed-87a1211aba8c tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:31.567474 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6db564bf-c07f-4e41-b78f-e7ac1121d3df req-af142439-84c9-4be3-8fed-87a1211aba8c tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0788016 Feb 21 01:32:31.574085 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Made reservation on behalf of d3acaa73503748ac9764a7eca8943882 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:32:31.577927 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.669033 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6db564bf-c07f-4e41-b78f-e7ac1121d3df req-bb2196c9-6f09-4177-9721-d31877a7f997 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012299 Feb 21 01:32:31.678164 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.708358 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Network 27d681c4-c216-4785-93dd-e8601d1c0576 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:31.713641 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:31.721231 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:31.730490 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:31.730490 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.739497 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7e18dbda-b111-4b5b-b7d6-4bb8290f9c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (aa9798ae-54f5-4c95-a62f-3418eed102e1), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.742778 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7e18dbda-b111-4b5b-b7d6-4bb8290f9c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:31.744116 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-7e18dbda-b111-4b5b-b7d6-4bb8290f9c11 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aa9798ae-54f5-4c95-a62f-3418eed102e1 HTTP/1.1" status: 204 len: 168 time: 0.3390641 Feb 21 01:32:31.791937 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18dbda-b111-4b5b-b7d6-4bb8290f9c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9798ae-54f5-4c95-a62f-3418eed102e1,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:31.817020 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9406312 Feb 21 01:32:31.838975 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2f28c56f-98d4-4df0-b2d7-273e405bb72a req-74d54d9e-a677-4436-b88a-241b48d792cd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 210 time: 0.0909960 Feb 21 01:32:31.842027 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b6977-9633-47cb-b9ec-54253ac1a904 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'Port': ['ID=fe876a1a-56e9-4821-ac6c-94fe28a1852e,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:31.872976 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Allocated IP 172.20.0.13 (6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61/760de736-8a7c-46f6-8520-adab2f522f4b/d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:32:31.918431 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6c68c-e7c8-49d6-8fe5-7f4ddc36cfc8 req-8e7321e8-183c-4d47-bc95-45e02f2863e9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:31.920192 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-34c6c68c-e7c8-49d6-8fe5-7f4ddc36cfc8 req-8e7321e8-183c-4d47-bc95-45e02f2863e9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 931 time: 0.1433101 Feb 21 01:32:32.016164 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-25a67074-5a95-4477-b8dd-6e7dd5554a34 None None] Provisioning complete for port fe876a1a-56e9-4821-ac6c-94fe28a1852e triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:32.016767 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25a67074-5a95-4477-b8dd-6e7dd5554a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:32.027090 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-34c6c68c-e7c8-49d6-8fe5-7f4ddc36cfc8 req-63d85534-5e47-4564-b539-4465faf8b64e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986896 Feb 21 01:32:32.067402 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-25a67074-5a95-4477-b8dd-6e7dd5554a34 None None] Port fe876a1a-56e9-4821-ac6c-94fe28a1852e cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:32:32.067512 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:32.180102 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:32.220505 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:32:32.223490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:32:32.226978 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:32:32.232616 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:32.233222 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:32.248347 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:32.342758 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-278ab73c-422e-43e0-b4d9-ebeb671ce81d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1716895 Feb 21 01:32:32.484077 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-5d166eca-4412-4c0d-9607-c0bb733fa14a None None] Provisioning complete for port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:32.484456 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5d166eca-4412-4c0d-9607-c0bb733fa14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:32.518596 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5d166eca-4412-4c0d-9607-c0bb733fa14a None None] Port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:32:32.538299 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97666020-3503-4e74-9373-071dcb164951 req-dde8cdf7-58c3-404f-a854-34659b53239d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:32.539826 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-97666020-3503-4e74-9373-071dcb164951 req-dde8cdf7-58c3-404f-a854-34659b53239d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0560164 Feb 21 01:32:32.593517 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-97666020-3503-4e74-9373-071dcb164951 req-286d4a7a-b1b0-44c5-9f5b-b34bece47953 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461578 Feb 21 01:32:32.687585 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f647b-529b-4e45-b346-0133006ddfae req-8f6ecb88-196c-4691-9c70-f72dc32e7293 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:32.689083 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1e6f647b-529b-4e45-b346-0133006ddfae req-8f6ecb88-196c-4691-9c70-f72dc32e7293 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 931 time: 0.0594318 Feb 21 01:32:32.737217 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1e6f647b-529b-4e45-b346-0133006ddfae req-985abf6f-3af7-4c3e-8e92-b0d42525d0f3 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426548 Feb 21 01:32:32.790031 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5b55f-4705-46a0-86fe-77b4383ed88f req-2f0638a3-f9d7-41c8-91cc-195ddb938dda tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:32.791592 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-eaf5b55f-4705-46a0-86fe-77b4383ed88f req-2f0638a3-f9d7-41c8-91cc-195ddb938dda tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0512414 Feb 21 01:32:32.841417 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-eaf5b55f-4705-46a0-86fe-77b4383ed88f req-42f762f7-0df3-4b8b-85b9-783cf8d7dc53 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Feb 21 01:32:32.970842 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4092d-ed01-40f8-9567-7d4a48ddd71a req-857777b1-2733-44ad-8eef-5c30f15d960d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:32.972295 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1bc4092d-ed01-40f8-9567-7d4a48ddd71a req-857777b1-2733-44ad-8eef-5c30f15d960d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 932 time: 0.0510747 Feb 21 01:32:33.017217 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1bc4092d-ed01-40f8-9567-7d4a48ddd71a req-1f14ca3f-4a83-4c05-998e-8ce2c0b2dd4d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393546 Feb 21 01:32:33.144579 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525a94f-a1fc-4a93-a756-9a9e8e0db340 req-ba800914-af6f-4242-b08c-3707a11512d2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:33.146103 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9525a94f-a1fc-4a93-a756-9a9e8e0db340 req-ba800914-af6f-4242-b08c-3707a11512d2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 931 time: 0.0525749 Feb 21 01:32:33.192017 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9525a94f-a1fc-4a93-a756-9a9e8e0db340 req-e8192185-053c-4d04-b6d9-9bef27b3e0cf tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 Feb 21 01:32:33.726904 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b9fdf-a05c-4ef2-ad5f-f56686e3ca09 req-8143a4fa-a16a-4918-88f7-9cb2581f4c50 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:33.728417 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-366b9fdf-a05c-4ef2-ad5f-f56686e3ca09 req-8143a4fa-a16a-4918-88f7-9cb2581f4c50 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0626688 Feb 21 01:32:33.780002 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-366b9fdf-a05c-4ef2-ad5f-f56686e3ca09 req-777ab88f-737d-4db1-8643-9388a9a77132 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437520 Feb 21 01:32:33.863147 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bf2d6-cabe-4a1a-8f64-2353912ea855 req-b7f22909-d75f-4683-8de5-6084fb99fce7 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:33.864975 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a27bf2d6-cabe-4a1a-8f64-2353912ea855 req-b7f22909-d75f-4683-8de5-6084fb99fce7 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 931 time: 0.0524621 Feb 21 01:32:33.923175 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a27bf2d6-cabe-4a1a-8f64-2353912ea855 req-0dcf62a6-b29e-4265-9d2d-e7dafd6eb6ef tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525975 Feb 21 01:32:33.961802 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746cd629-28bd-4f77-bfef-2568c62e5795 req-2521a4ca-92f2-43ed-866d-4d1fdbb3ac45 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:33.963151 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-746cd629-28bd-4f77-bfef-2568c62e5795 req-2521a4ca-92f2-43ed-866d-4d1fdbb3ac45 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0535362 Feb 21 01:32:34.134243 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-97dd1c2c-1461-4b60-a40d-d5760a4968b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:34.195113 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-746cd629-28bd-4f77-bfef-2568c62e5795 req-71caf160-0a98-4e5a-b0da-00329e98d935 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264471 Feb 21 01:32:34.238571 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d95dc-adbf-4e38-8688-45d77bdd97e7 req-b4927239-1033-488d-bc29-07643804149f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:34.240071 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-887d95dc-adbf-4e38-8688-45d77bdd97e7 req-b4927239-1033-488d-bc29-07643804149f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 932 time: 0.0602539 Feb 21 01:32:34.319799 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-887d95dc-adbf-4e38-8688-45d77bdd97e7 req-65e1d33f-ddf9-430a-9f3b-c2e6f6336c4b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722392 Feb 21 01:32:34.322783 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53600) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:34.334393 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2485c2-c8f7-4663-a150-8f8bcdb98950 req-0a9f4b11-638e-42df-ab0d-aa4027be41d8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:34.335831 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1b2485c2-c8f7-4663-a150-8f8bcdb98950 req-0a9f4b11-638e-42df-ab0d-aa4027be41d8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 931 time: 0.0753565 Feb 21 01:32:34.387049 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1b2485c2-c8f7-4663-a150-8f8bcdb98950 req-0169ce6b-64ca-4c57-9c1d-03f27f879e24 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448132 Feb 21 01:32:34.430229 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4f55a21a-c100-47b1-a1f9-edeb02e75da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:34.500594 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4f55a21a-c100-47b1-a1f9-edeb02e75da6 admin admin] Publish callbacks [] for security_group (49661d5d-bb24-4b47-9ebe-ab2255bbab77), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:34.556803 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4f55a21a-c100-47b1-a1f9-edeb02e75da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (49661d5d-bb24-4b47-9ebe-ab2255bbab77), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:34.600071 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55a21a-c100-47b1-a1f9-edeb02e75da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49661d5d-bb24-4b47-9ebe-ab2255bbab77,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:34.604310 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-4f55a21a-c100-47b1-a1f9-edeb02e75da6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ad25bef882fe47e0bb601d5062fa098c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805314 Feb 21 01:32:34.607430 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53604) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:34.659178 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b25316f6-fb23-4862-bab0-712e69f7f9d8 admin admin] Publish callbacks [] for security_group (49661d5d-bb24-4b47-9ebe-ab2255bbab77), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:34.680456 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b25316f6-fb23-4862-bab0-712e69f7f9d8 admin admin] Publish callbacks [] for security_group (49661d5d-bb24-4b47-9ebe-ab2255bbab77), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:34.762079 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b25316f6-fb23-4862-bab0-712e69f7f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (49661d5d-bb24-4b47-9ebe-ab2255bbab77), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:34.765093 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b25316f6-fb23-4862-bab0-712e69f7f9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:34.766226 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b25316f6-fb23-4862-bab0-712e69f7f9d8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/49661d5d-bb24-4b47-9ebe-ab2255bbab77 HTTP/1.1" status: 204 len: 168 time: 0.1583440 Feb 21 01:32:34.773869 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25316f6-fb23-4862-bab0-712e69f7f9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49661d5d-bb24-4b47-9ebe-ab2255bbab77,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:34.903852 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad93919-b4fb-45d0-adee-09cf8303f0df req-9a44d257-95a3-4486-83a9-468e04eaebec tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:34.905327 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9ad93919-b4fb-45d0-adee-09cf8303f0df req-9a44d257-95a3-4486-83a9-468e04eaebec tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0514636 Feb 21 01:32:34.951395 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9ad93919-b4fb-45d0-adee-09cf8303f0df req-31388d39-59ae-4c04-96cd-9cead6a590cb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Feb 21 01:32:35.040938 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7afc30-1f00-4201-bdee-d981aaeea3be req-2cb01aef-3c18-4ce3-b4fd-0bb3cbee4f8d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:35.042412 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bf7afc30-1f00-4201-bdee-d981aaeea3be req-2cb01aef-3c18-4ce3-b4fd-0bb3cbee4f8d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 931 time: 0.0524068 Feb 21 01:32:35.088953 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bf7afc30-1f00-4201-bdee-d981aaeea3be req-6ba26544-fdc5-4c65-9c8e-55e27c42d640 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Feb 21 01:32:35.284237 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53618) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:35.297698 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7fa21-36b8-4342-b77b-591340b9a2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:35.319248 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f192c4d-a08b-4b2d-abf9-dd48cb5164e5 req-c72fa746-3262-40ad-8578-166aa416ea75 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:35.321071 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f192c4d-a08b-4b2d-abf9-dd48cb5164e5 req-c72fa746-3262-40ad-8578-166aa416ea75 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0614071 Feb 21 01:32:35.373092 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f192c4d-a08b-4b2d-abf9-dd48cb5164e5 req-870d632b-5336-402f-8e15-26753429e986 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450995 Feb 21 01:32:35.373801 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7fa21-36b8-4342-b77b-591340b9a2cd admin admin] Publish callbacks [] for security_group (4f9fd0a8-8488-4bb0-a364-f02f5382136c), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:35.426459 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-cdeaa857-dcd3-4c08-8e49-2de58352b849 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf21197e-c8ae-4d32-9844-138c1e440316 HTTP/1.1" status: 200 len: 217 time: 0.0360496 Feb 21 01:32:35.455115 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421afc15-47a0-4dce-917c-af0629cb992d req-7fb9cbe4-3838-499b-bb19-63bd566af554 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:35.458085 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-421afc15-47a0-4dce-917c-af0629cb992d req-7fb9cbe4-3838-499b-bb19-63bd566af554 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 932 time: 0.0587256 Feb 21 01:32:35.460028 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7fa21-36b8-4342-b77b-591340b9a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4f9fd0a8-8488-4bb0-a364-f02f5382136c), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:35.475893 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Request body: {'port': {'device_id': '34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:35.480928 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Request body: {'port': {'device_id': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:35.485052 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Request body: {'port': {'device_id': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:32:35.557742 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-46a7fa21-36b8-4342-b77b-591340b9a2cd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3599e9c30b1c43f9947b829f9484fdb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723136 Feb 21 01:32:35.563307 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 53630) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:35.563885 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7fa21-36b8-4342-b77b-591340b9a2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9fd0a8-8488-4bb0-a364-f02f5382136c,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:35.597286 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-20a1e999-2d21-4d14-b4ae-dbe923334eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:35.598749 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-20a1e999-2d21-4d14-b4ae-dbe923334eb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58f09cd-72c6-456a-843c-c8121f0b588f HTTP/1.1" status: 200 len: 858 time: 0.1233776 Feb 21 01:32:35.604770 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:35.642529 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-dee230d8-c20b-4784-b6d9-9b56f93ca3be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce3d49-217f-425e-8faa-7de06bd3cd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341604 Feb 21 01:32:35.686397 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:35.690775 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-421afc15-47a0-4dce-917c-af0629cb992d req-28235292-021c-4e2f-b8f6-f1839dadf43c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110648 Feb 21 01:32:35.699616 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b82696-3657-4b93-9aea-1b559a451b80 req-ae44b96f-445a-4b32-80a9-6fd3969ae508 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:35.701126 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0b82696-3657-4b93-9aea-1b559a451b80 req-ae44b96f-445a-4b32-80a9-6fd3969ae508 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 931 time: 0.2420628 Feb 21 01:32:35.707392 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:35.796532 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d020de39-53ba-4cde-80c1-c2403597e756 admin admin] Publish callbacks [] for security_group (4f9fd0a8-8488-4bb0-a364-f02f5382136c), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:35.835660 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-77efd10e-9590-4037-b839-7293aa08f4e0 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711159 Feb 21 01:32:35.909586 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d020de39-53ba-4cde-80c1-c2403597e756 admin admin] Publish callbacks [] for security_group (4f9fd0a8-8488-4bb0-a364-f02f5382136c), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:35.983616 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-475d57f7-a83a-43d4-8baf-b0c255493eb1 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226325 Feb 21 01:32:35.986709 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0b82696-3657-4b93-9aea-1b559a451b80 req-a3af05c4-432a-4840-a0d3-81beab8e0d7d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744246 Feb 21 01:32:36.034960 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.notifiers.nova [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe876a1a-56e9-4821-ac6c-94fe28a1852e {{(pid=103193) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:36.043066 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Publish callbacks [] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.057503 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.provisioning_blocks [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Transition to ACTIVE for port object fe876a1a-56e9-4821-ac6c-94fe28a1852e will not be triggered until provisioned by entity L2. {{(pid=103193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:32:36.145156 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.213003 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Pushing event updated for resources: {'Port': ['ID=fe876a1a-56e9-4821-ac6c-94fe28a1852e,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:36.242826 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Attempting to bind port fe876a1a-56e9-4821-ac6c-94fe28a1852e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:36.243164 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Attempting to bind port fe876a1a-56e9-4821-ac6c-94fe28a1852e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:36.243485 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Attempting to bind port fe876a1a-56e9-4821-ac6c-94fe28a1852e on network 27d681c4-c216-4785-93dd-e8601d1c0576 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:36.248337 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Port fe876a1a-56e9-4821-ac6c-94fe28a1852e on network 27d681c4-c216-4785-93dd-e8601d1c0576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:32:36.248686 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Attempting to bind port fe876a1a-56e9-4821-ac6c-94fe28a1852e on network 27d681c4-c216-4785-93dd-e8601d1c0576 {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:36.253758 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:36.254026 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Checking segment: {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:36.254382 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Bound using segment: {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'} {{(pid=103193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:36.255538 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.managers [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Bound port: fe876a1a-56e9-4821-ac6c-94fe28a1852e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'}}] {{(pid=103193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:36.255893 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.286325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d020de39-53ba-4cde-80c1-c2403597e756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4f9fd0a8-8488-4bb0-a364-f02f5382136c), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.289645 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d020de39-53ba-4cde-80c1-c2403597e756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.290452 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-d020de39-53ba-4cde-80c1-c2403597e756 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4f9fd0a8-8488-4bb0-a364-f02f5382136c HTTP/1.1" status: 204 len: 168 time: 0.7262075 Feb 21 01:32:36.303086 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac9830-1de1-4a61-be4a-5dec41a198be req-dd530a27-53b7-4b1f-a682-55ac5a5bc4ee tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:36.310812 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bcac9830-1de1-4a61-be4a-5dec41a198be req-dd530a27-53b7-4b1f-a682-55ac5a5bc4ee tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.2292783 Feb 21 01:32:36.326729 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] For port fe876a1a-56e9-4821-ac6c-94fe28a1852e, host hv-cinder-81322, cleared binding levels {{(pid=103193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:36.330480 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] For port fe876a1a-56e9-4821-ac6c-94fe28a1852e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:36.349708 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020de39-53ba-4cde-80c1-c2403597e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9fd0a8-8488-4bb0-a364-f02f5382136c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:36.359628 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e84bc-cf37-45bf-b260-0aa312d19b75 req-dbd7cf46-4f3b-46e7-9b96-72286d1b81e9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:36.361499 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0a2e84bc-cf37-45bf-b260-0aa312d19b75 req-dbd7cf46-4f3b-46e7-9b96-72286d1b81e9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 931 time: 0.1932089 Feb 21 01:32:36.418877 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.504540 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:36.518938 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:36.519773 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.521372 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] 10.222.0.43 "PUT /v2.0/ports/fe876a1a-56e9-4821-ac6c-94fe28a1852e HTTP/1.1" status: 200 len: 1093 time: 1.0520937 Feb 21 01:32:36.521552 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bcac9830-1de1-4a61-be4a-5dec41a198be req-fbb6759d-164b-43ef-b2f2-202e83458b3b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097261 Feb 21 01:32:36.521832 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'tag': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e'}] {{(pid=103193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:36.524055 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46adb57cdadb3ca4b6d0a9fffa764264e96a515ea1a204ffcbc636e6fc4351f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573b09d9-6a21-4c01-93e3-931fea911f03" -d '{"events": [{"name": "network-changed", "server_uuid": "ff526a32-96c9-4481-a88c-a0913652acfd", "tag": "fe876a1a-56e9-4821-ac6c-94fe28a1852e"}]}' {{(pid=103193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:36.524833 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Publish callbacks [] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.548225 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:36.558202 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719f7f9-afa3-4c18-a416-fff4464e1306 service neutron] Pushing event updated for resources: {'Port': ['ID=fe876a1a-56e9-4821-ac6c-94fe28a1852e,revision_number=3']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:36.559864 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0a2e84bc-cf37-45bf-b260-0aa312d19b75 req-2f45cd9e-b4dc-4efe-a50b-0811fc0e88a6 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876726 Feb 21 01:32:36.562502 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Publish callbacks [] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.572709 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Transition to ACTIVE for port object 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:32:36.597929 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Transition to ACTIVE for port object d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:32:36.638338 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be13c580-b86b-4bcc-b2db-a7c2e1f69cbb x-openstack-request-id: req-be13c580-b86b-4bcc-b2db-a7c2e1f69cbb {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:36.638679 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff526a32-96c9-4481-a88c-a0913652acfd", "tag": "fe876a1a-56e9-4821-ac6c-94fe28a1852e", "status": "completed", "code": 200}]} {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:36.638938 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-be13c580-b86b-4bcc-b2db-a7c2e1f69cbb {{(pid=103193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:36.650143 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'tag': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e', 'status': 'completed', 'code': 200} Feb 21 01:32:36.671926 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.676892 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.701345 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-68953e1e-8b45-4f97-865f-fefa32210948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.714759 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:36.754478 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e266-8aad-4d30-9785-d58b612c77b6 req-4343b294-9349-4257-8393-e1cb4a8356f5 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:36.756115 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d0a9e266-8aad-4d30-9785-d58b612c77b6 req-4343b294-9349-4257-8393-e1cb4a8356f5 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.1205389 Feb 21 01:32:36.770931 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Pushing event updated for resources: {'Port': ['ID=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:36.880187 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-f483e315-d446-4157-8d3b-ed5891746eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:36.881847 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-f483e315-d446-4157-8d3b-ed5891746eae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 1127 time: 0.0937498 Feb 21 01:32:36.916306 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Attempting to bind port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:36.916830 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Attempting to bind port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:36.917223 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Attempting to bind port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 on network f0ce3d49-217f-425e-8faa-7de06bd3cd36 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:36.951836 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-d3d64469-6b30-4359-902b-82ffe62fe35b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e HTTP/1.1" status: 200 len: 217 time: 0.0565741 Feb 21 01:32:36.952347 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d0a9e266-8aad-4d30-9785-d58b612c77b6 req-3ba677f4-e0cf-4aee-bae2-6f486c0494ca tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844752 Feb 21 01:32:36.987439 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 on network f0ce3d49-217f-425e-8faa-7de06bd3cd36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:32:36.987773 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Attempting to bind port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 on network f0ce3d49-217f-425e-8faa-7de06bd3cd36 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:36.994155 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:37.010431 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Attempting to bind port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:32:37.010431 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Attempting to bind port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:32:37.010920 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Attempting to bind port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 on network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:37.016245 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:37.016616 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Checking segment: {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:37.017120 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Bound using segment: {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:37.017487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Bound port: 4f6f4bf6-c2bb-4409-855b-387ebc13aa76, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73dcc108-f551-4249-843e-2c5cbb4e75ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:37.018314 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:37.025360 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 on network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:32:37.025779 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Attempting to bind port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 on network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:32:37.050581 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:32:37.050930 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Checking segment: {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:32:37.051452 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Bound using segment: {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:32:37.052197 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Bound port: d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:32:37.052619 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:37.073818 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-c93e997d-c632-40d3-b1c1-d4a38f817bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.076987 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-c93e997d-c632-40d3-b1c1-d4a38f817bc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 200 len: 850 time: 0.1141856 Feb 21 01:32:37.078897 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8ca6b-6e38-461d-aa14-90882929f91c req-719cd701-2744-4ca3-87f6-2bd40ecde62e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.090265 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-69b8ca6b-6e38-461d-aa14-90882929f91c req-719cd701-2744-4ca3-87f6-2bd40ecde62e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.2786624 Feb 21 01:32:37.237869 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] For port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:37.241707 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] For port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:37.313958 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-69b8ca6b-6e38-461d-aa14-90882929f91c req-eb710ca8-9dec-4354-b0f5-8b4919925064 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236345 Feb 21 01:32:37.320268 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:32:37.332588 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-73c2a6d9-db6f-490d-99d6-4f9d9e0563ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.332816 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:32:37.334177 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-73c2a6d9-db6f-490d-99d6-4f9d9e0563ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27d681c4-c216-4785-93dd-e8601d1c0576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2529354 Feb 21 01:32:37.348038 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f19b4c-c406-4a93-8d2c-d6e388d6f4bc req-ae9b9db1-5530-4faa-867b-d4c10b734c09 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.349546 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d1f19b4c-c406-4a93-8d2c-d6e388d6f4bc req-ae9b9db1-5530-4faa-867b-d4c10b734c09 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 943 time: 0.2278748 Feb 21 01:32:37.351075 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:37.402849 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.403510 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:37.404892 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] 10.222.0.43 "PUT /v2.0/ports/4f6f4bf6-c2bb-4409-855b-387ebc13aa76 HTTP/1.1" status: 200 len: 1093 time: 1.9421332 Feb 21 01:32:37.405335 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8', 'tag': '4f6f4bf6-c2bb-4409-855b-387ebc13aa76'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:37.407579 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9847179-b7ff-4e51-90f7-15b03da004f5" -d '{"events": [{"name": "network-changed", "server_uuid": "34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8", "tag": "4f6f4bf6-c2bb-4409-855b-387ebc13aa76"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:37.438538 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-055b8b2b-a3bc-48e6-8e3f-45ab257b9e42 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889122 Feb 21 01:32:37.443679 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:37.457942 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919fd41-9811-41cb-a6b8-4f3e0843b115 x-openstack-request-id: req-f919fd41-9811-41cb-a6b8-4f3e0843b115 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:37.458233 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8", "tag": "4f6f4bf6-c2bb-4409-855b-387ebc13aa76", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:37.458488 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f919fd41-9811-41cb-a6b8-4f3e0843b115 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:37.458881 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8', 'tag': '4f6f4bf6-c2bb-4409-855b-387ebc13aa76', 'status': 'completed', 'code': 200} Feb 21 01:32:37.470062 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb5bb6-31bd-4b52-a5c7-2b487c1e2dbd service neutron] Pushing event updated for resources: {'Port': ['ID=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:37.489677 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.489677 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:37.489677 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] 10.222.0.43 "PUT /v2.0/ports/d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 200 len: 1094 time: 2.0213015 Feb 21 01:32:37.590873 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-251c8a4c-e3da-4ddf-906a-5dc248451813 req-8db59215-7465-41c8-a8af-1dd8993d9e84 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499994 Feb 21 01:32:37.686861 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-def3975a-089c-41e5-a9d7-8cc12e2e8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.688418 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-def3975a-089c-41e5-a9d7-8cc12e2e8cf3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 1128 time: 0.0768318 Feb 21 01:32:37.734089 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:37.734865 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-4cc8d177-8c3f-4004-89f1-01cd201acd1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 200 len: 217 time: 0.0387294 Feb 21 01:32:37.745431 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d1f19b4c-c406-4a93-8d2c-d6e388d6f4bc req-cf82890e-43a3-4958-8b52-5123c6331585 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862445 Feb 21 01:32:37.813752 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-1cb93615-72a5-4634-9bc0-8c590281d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.815224 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-1cb93615-72a5-4634-9bc0-8c590281d7f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0742109 Feb 21 01:32:37.830586 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c4ef7-7b74-4b2e-b8c3-8fd95744b1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:37.871864 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-306cc7fb-ad15-488c-9eb2-feeddc6193f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.873453 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-306cc7fb-ad15-488c-9eb2-feeddc6193f1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517828 Feb 21 01:32:37.893632 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847179-b7ff-4e51-90f7-15b03da004f5 req-cb3b39aa-5b1d-4fcd-86e0-d10ea0ebe7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.895140 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b9847179-b7ff-4e51-90f7-15b03da004f5 req-cb3b39aa-5b1d-4fcd-86e0-d10ea0ebe7ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 1127 time: 0.4171071 Feb 21 01:32:37.907097 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731ae16-a9e7-4482-a62f-30f74509cc7d req-c5216e02-9aec-4322-a446-2da7a8e78811 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:37.908636 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3731ae16-a9e7-4482-a62f-30f74509cc7d req-c5216e02-9aec-4322-a446-2da7a8e78811 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.1667643 Feb 21 01:32:37.969318 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-d06e27dc-dc6e-407b-a5ad-770d6109944c service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875466 Feb 21 01:32:37.999922 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-ff27e1e8-9524-4f37-b79d-bd7df9376452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.001464 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-ff27e1e8-9524-4f37-b79d-bd7df9376452 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 1127 time: 0.1864147 Feb 21 01:32:38.057056 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994f108-b15e-4df5-943c-0cdbec17a981 req-a894365a-6085-48bc-8364-8a72f9cde160 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.058529 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d994f108-b15e-4df5-943c-0cdbec17a981 req-a894365a-6085-48bc-8364-8a72f9cde160 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.2310092 Feb 21 01:32:38.067814 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-646c5ea8-c2fe-4db5-aa8b-8bee77313c10 req-72b48275-5756-41f4-bc77-fa683d5aa251 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923069 Feb 21 01:32:38.155654 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3731ae16-a9e7-4482-a62f-30f74509cc7d req-154c3f8a-3a3d-4007-b2bc-0717cd3abca9 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332425 Feb 21 01:32:38.213627 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847179-b7ff-4e51-90f7-15b03da004f5 req-2da4fe66-a6f4-4060-8c56-d9a22e705a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.215111 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b9847179-b7ff-4e51-90f7-15b03da004f5 req-2da4fe66-a6f4-4060-8c56-d9a22e705a88 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=fa11c817930e42c49bb0f242205952d7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3056059 Feb 21 01:32:38.329713 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-ff3c0de1-5e4d-42ac-a742-89a54e3eb426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.331205 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-ff3c0de1-5e4d-42ac-a742-89a54e3eb426 service neutron] 10.222.0.43 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 912 time: 0.3229618 Feb 21 01:32:38.334324 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d994f108-b15e-4df5-943c-0cdbec17a981 req-0730b786-859d-4992-ba0c-2513b93fe196 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605591 Feb 21 01:32:38.391475 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-4cf78e00-612b-45d6-b546-d8301e922937 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e HTTP/1.1" status: 200 len: 217 time: 0.0495558 Feb 21 01:32:38.460661 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55283142-f57d-48e3-97ca-f7871491a1bc req-830c0ea1-d8db-4354-97be-e1ed2f5af1fe tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.462173 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55283142-f57d-48e3-97ca-f7871491a1bc req-830c0ea1-d8db-4354-97be-e1ed2f5af1fe tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.2296994 Feb 21 01:32:38.500193 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847179-b7ff-4e51-90f7-15b03da004f5 req-9d77dffc-ba51-4ea4-8bc9-df2f6cb38edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.501686 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b9847179-b7ff-4e51-90f7-15b03da004f5 req-9d77dffc-ba51-4ea4-8bc9-df2f6cb38edd service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2741523 Feb 21 01:32:38.519442 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-fd0c3b47-9a65-4750-a48d-3ebcc44391f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.520825 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-fd0c3b47-9a65-4750-a48d-3ebcc44391f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 200 len: 850 time: 0.1221175 Feb 21 01:32:38.609895 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55283142-f57d-48e3-97ca-f7871491a1bc req-efeece13-85f3-4253-8043-8ad7ff1dca44 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270223 Feb 21 01:32:38.616581 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa113b4-68e6-4108-8e74-e412e861440e req-9a9176c3-caca-46dd-8aeb-54f6e25446b7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.618048 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0aa113b4-68e6-4108-8e74-e412e861440e req-9a9176c3-caca-46dd-8aeb-54f6e25446b7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.2047379 Feb 21 01:32:38.672576 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-75666059-bacb-4053-a8de-3f303a3fec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.672576 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-75666059-bacb-4053-a8de-3f303a3fec44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27d681c4-c216-4785-93dd-e8601d1c0576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1415148 Feb 21 01:32:38.695161 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-ced4814e-6434-41f3-b93e-7d373b9beecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.696706 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-ced4814e-6434-41f3-b93e-7d373b9beecb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 1127 time: 0.1462302 Feb 21 01:32:38.788218 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0aa113b4-68e6-4108-8e74-e412e861440e req-b0ad8b94-d8a2-4661-a3a4-30aa7820c760 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583970 Feb 21 01:32:38.793833 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-7912722b-9965-4808-aa4b-0d107513dee0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f6f4bf6-c2bb-4409-855b-387ebc13aa76 HTTP/1.1" status: 200 len: 217 time: 0.0846725 Feb 21 01:32:38.903682 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-15e52f78-aee9-4902-a12b-7cf2d2ff71bd service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107878 Feb 21 01:32:38.905024 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-1a7a2f47-78d7-4025-be44-2f8762015e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.906356 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-1a7a2f47-78d7-4025-be44-2f8762015e50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58f09cd-72c6-456a-843c-c8121f0b588f HTTP/1.1" status: 200 len: 858 time: 0.1011281 Feb 21 01:32:38.960626 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-9e01fae5-57a1-4f5a-9075-77ae474ad79d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce3d49-217f-425e-8faa-7de06bd3cd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449181 Feb 21 01:32:38.993258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cb218-b5c6-46bd-8a78-20208cdd5783 req-77fd9179-562e-447b-b0a8-3718c2b54cd6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:38.994783 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2b5cb218-b5c6-46bd-8a78-20208cdd5783 req-77fd9179-562e-447b-b0a8-3718c2b54cd6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 943 time: 0.1559036 Feb 21 01:32:39.127516 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2b5cb218-b5c6-46bd-8a78-20208cdd5783 req-ffa649da-3170-4538-bf16-2a28219aa4e2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205485 Feb 21 01:32:39.142501 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-573b09d9-6a21-4c01-93e3-931fea911f03 req-5048e097-4326-4a33-a04c-0e6bd533452b service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281599 Feb 21 01:32:39.159252 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-00becef2-d2f0-4509-b919-861a5ae9ef09 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732819 Feb 21 01:32:39.173869 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:39.279249 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90e7c656-8320-484b-a68b-7200b2bf3e80 req-de0eb052-7a65-41a5-b068-8cd6486c2194 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119399 Feb 21 01:32:39.301307 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399261d-d93e-453a-ad00-6eff909fcb91 req-f0b67cab-4937-4e20-8519-23ca268d1a64 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:39.302681 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2399261d-d93e-453a-ad00-6eff909fcb91 req-f0b67cab-4937-4e20-8519-23ca268d1a64 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0696669 Feb 21 01:32:39.348556 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2399261d-d93e-453a-ad00-6eff909fcb91 req-308d0495-86c2-47af-8f12-e7fd4d40e990 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Feb 21 01:32:39.460938 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:39.463194 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22118808-4a96-4c72-8d0a-d19af08f4f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:39.477248 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199dab8-36d4-4f42-9cb6-435ed1f5434f req-d6c00b07-8874-4179-b4c9-36645e3647bc tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:39.478795 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8199dab8-36d4-4f42-9cb6-435ed1f5434f req-d6c00b07-8874-4179-b4c9-36645e3647bc tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0620315 Feb 21 01:32:39.683204 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcb5c1b-abd7-472b-9871-054a00a51174 x-openstack-request-id: req-afcb5c1b-abd7-472b-9871-054a00a51174 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:39.683490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:39.683738 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-afcb5c1b-abd7-472b-9871-054a00a51174 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:39.684547 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'status': 'completed', 'code': 200} Feb 21 01:32:39.754362 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8199dab8-36d4-4f42-9cb6-435ed1f5434f req-c8d56804-9462-47fb-b75f-ec50d45f5772 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676740 Feb 21 01:32:39.781273 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-b61f6258-1b79-44c2-a9c7-2433dbe15cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:39.782752 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-b61f6258-1b79-44c2-a9c7-2433dbe15cf1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 1128 time: 0.0978668 Feb 21 01:32:39.789396 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077a2af-218f-4ca1-a855-9d047d918b5d req-cb4f8e8e-5582-4255-860d-26d24085ebc3 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:39.790775 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1077a2af-218f-4ca1-a855-9d047d918b5d req-cb4f8e8e-5582-4255-860d-26d24085ebc3 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0896828 Feb 21 01:32:39.842695 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1077a2af-218f-4ca1-a855-9d047d918b5d req-9522cafb-82c4-4805-8c21-e02a54ac3b90 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Feb 21 01:32:39.918221 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc07c0a-735e-4b06-94c3-da6627fcaf71 req-e18b0676-53ef-4a1c-8016-801ac5467ceb tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:39.919941 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8cc07c0a-735e-4b06-94c3-da6627fcaf71 req-e18b0676-53ef-4a1c-8016-801ac5467ceb tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0527287 Feb 21 01:32:39.965872 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8cc07c0a-735e-4b06-94c3-da6627fcaf71 req-f7e68e21-0477-4181-a413-807d3c45af3d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 Feb 21 01:32:40.252205 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e7653-1bb3-436f-8a51-6ae19987affc req-301c8e79-2e04-49ac-858d-91b14639425c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:40.253870 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-086e7653-1bb3-436f-8a51-6ae19987affc req-301c8e79-2e04-49ac-858d-91b14639425c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 943 time: 0.0522101 Feb 21 01:32:40.268112 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53790) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:40.305168 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-086e7653-1bb3-436f-8a51-6ae19987affc req-6d38dff3-6714-4c16-869c-85345bf60d64 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Feb 21 01:32:40.370119 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c0c7-2318-4a28-890c-c24ee624a99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.454587 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c0c7-2318-4a28-890c-c24ee624a99a admin admin] Publish callbacks [] for security_group (920f71d3-2185-417f-ab39-4e45095d8e79), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.498067 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1666e-0681-4777-b771-7d330a325915 req-0fbf97c9-db5c-40ff-8464-33ae1a96997d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:40.499558 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9aa1666e-0681-4777-b771-7d330a325915 req-0fbf97c9-db5c-40ff-8464-33ae1a96997d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0811474 Feb 21 01:32:40.522101 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.545664 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ebc1c0c7-2318-4a28-890c-c24ee624a99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (920f71d3-2185-417f-ab39-4e45095d8e79), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.546676 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9aa1666e-0681-4777-b771-7d330a325915 req-a1860738-584b-41ba-8f4f-7efa95c81d8e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Feb 21 01:32:40.582443 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1c0c7-2318-4a28-890c-c24ee624a99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920f71d3-2185-417f-ab39-4e45095d8e79,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:40.586671 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-ebc1c0c7-2318-4a28-890c-c24ee624a99a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1376619ce7e8437ebf50b80227330e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169589 Feb 21 01:32:40.589960 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53800) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:40.642388 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3bf28d7f-c0a2-41ae-bb2b-34af7610422d admin admin] Publish callbacks [] for security_group (920f71d3-2185-417f-ab39-4e45095d8e79), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.662649 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3bf28d7f-c0a2-41ae-bb2b-34af7610422d admin admin] Publish callbacks [] for security_group (920f71d3-2185-417f-ab39-4e45095d8e79), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.779310 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3bf28d7f-c0a2-41ae-bb2b-34af7610422d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (920f71d3-2185-417f-ab39-4e45095d8e79), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.782455 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3bf28d7f-c0a2-41ae-bb2b-34af7610422d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:40.783083 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-3bf28d7f-c0a2-41ae-bb2b-34af7610422d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/920f71d3-2185-417f-ab39-4e45095d8e79 HTTP/1.1" status: 204 len: 168 time: 0.1926315 Feb 21 01:32:40.791301 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf28d7f-c0a2-41ae-bb2b-34af7610422d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920f71d3-2185-417f-ab39-4e45095d8e79,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:40.872181 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8ccca-f2f0-4255-a241-fa3438087541 req-9929d57e-d2a3-4461-ba81-4e2ebebf8e5a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:40.873778 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-caa8ccca-f2f0-4255-a241-fa3438087541 req-9929d57e-d2a3-4461-ba81-4e2ebebf8e5a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0521197 Feb 21 01:32:40.928556 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-caa8ccca-f2f0-4255-a241-fa3438087541 req-2c6330b6-feee-4732-9d50-847de280325a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493324 Feb 21 01:32:40.967347 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f49a27-f2f1-449b-8f3c-18efaf0a562d req-417a22a4-5c45-4222-aca2-9c8f34b6d30a tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:40.968849 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8f49a27-f2f1-449b-8f3c-18efaf0a562d req-417a22a4-5c45-4222-aca2-9c8f34b6d30a tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0599849 Feb 21 01:32:41.018953 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8f49a27-f2f1-449b-8f3c-18efaf0a562d req-c7c78414-b96f-47f3-8795-076ea0180d6a tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Feb 21 01:32:41.085599 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d2b5-e127-4936-a223-0eb0efeaa9dd req-716fb481-68ae-410f-8c4d-a8b002d1aeb1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:41.087168 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-30e8d2b5-e127-4936-a223-0eb0efeaa9dd req-716fb481-68ae-410f-8c4d-a8b002d1aeb1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0522513 Feb 21 01:32:41.184142 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-30e8d2b5-e127-4936-a223-0eb0efeaa9dd req-86b1ff1a-079a-4e1b-be51-a93f745a1d0b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908372 Feb 21 01:32:41.212183 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-c8170cc5-8c1a-4a41-9fdc-2c419ebacbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:41.213645 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-c8170cc5-8c1a-4a41-9fdc-2c419ebacbed service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.1138463 Feb 21 01:32:41.404725 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53816) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:41.417677 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-de9d061f-284a-4912-ae04-7962662be299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:41.419487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b607a-b48f-495a-8be1-33137210e6c5 req-fa58a0b2-4412-436d-bfee-fd376f670187 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:41.420971 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d67b607a-b48f-495a-8be1-33137210e6c5 req-fa58a0b2-4412-436d-bfee-fd376f670187 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 943 time: 0.0536404 Feb 21 01:32:41.467044 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d67b607a-b48f-495a-8be1-33137210e6c5 req-de5ad26c-b85a-4879-b307-1c4e6c57e592 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 Feb 21 01:32:41.496891 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-de9d061f-284a-4912-ae04-7962662be299 admin admin] Publish callbacks [] for security_group (eb353a65-160a-4857-b284-3721a9fde284), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:41.562255 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-de9d061f-284a-4912-ae04-7962662be299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (eb353a65-160a-4857-b284-3721a9fde284), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:41.600977 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-de9d061f-284a-4912-ae04-7962662be299 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=32dbdd6518b145a8a4a1896190741f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951160 Feb 21 01:32:41.601810 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d061f-284a-4912-ae04-7962662be299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb353a65-160a-4857-b284-3721a9fde284,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:41.603696 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 53824) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:41.683642 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-300a6cdd-5005-4f19-b32b-c1f01a71d5c9 admin admin] Publish callbacks [] for security_group (eb353a65-160a-4857-b284-3721a9fde284), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:41.694825 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d769186-086b-4b1b-8a90-32b96694f91d req-bcdc7e85-ad17-4583-b623-460bb3700cb4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:41.696286 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d769186-086b-4b1b-8a90-32b96694f91d req-bcdc7e85-ad17-4583-b623-460bb3700cb4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0807950 Feb 21 01:32:41.727601 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-300a6cdd-5005-4f19-b32b-c1f01a71d5c9 admin admin] Publish callbacks [] for security_group (eb353a65-160a-4857-b284-3721a9fde284), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:41.778645 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d769186-086b-4b1b-8a90-32b96694f91d req-c5947a1f-bdd2-40a5-8867-5642a7edd5c5 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749276 Feb 21 01:32:41.869311 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-300a6cdd-5005-4f19-b32b-c1f01a71d5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (eb353a65-160a-4857-b284-3721a9fde284), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:41.872480 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-300a6cdd-5005-4f19-b32b-c1f01a71d5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:41.873639 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-300a6cdd-5005-4f19-b32b-c1f01a71d5c9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/eb353a65-160a-4857-b284-3721a9fde284 HTTP/1.1" status: 204 len: 168 time: 0.2689667 Feb 21 01:32:41.881681 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a6cdd-5005-4f19-b32b-c1f01a71d5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb353a65-160a-4857-b284-3721a9fde284,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:42.042507 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c7ca4-248d-43ed-a935-daea11610b7c req-9ec724b9-3a75-436f-bf7c-36a4dd7711ec tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:42.044469 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cf3c7ca4-248d-43ed-a935-daea11610b7c req-9ec724b9-3a75-436f-bf7c-36a4dd7711ec tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0512922 Feb 21 01:32:42.099170 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cf3c7ca4-248d-43ed-a935-daea11610b7c req-338adf00-d2ae-4d1c-9f73-5f4df2cfd2ce tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493357 Feb 21 01:32:42.138677 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df87cb-1be6-40f2-9151-d42a692c0766 req-f34d1bb3-8b9c-49be-93f4-e72e247e10ee tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:42.140125 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-16df87cb-1be6-40f2-9151-d42a692c0766 req-f34d1bb3-8b9c-49be-93f4-e72e247e10ee tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0537350 Feb 21 01:32:42.187888 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-8c584773-d2aa-4f13-a23f-095d74d16797 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 200 len: 217 time: 0.0468156 Feb 21 01:32:42.228088 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-16df87cb-1be6-40f2-9151-d42a692c0766 req-f0c1feb0-516a-40f9-846c-e3e3049b2772 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765836 Feb 21 01:32:42.316850 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985da7-2045-4d3c-a7f0-229f221089f6 req-abcce845-2f13-4f86-a77f-2a99e4adc1ed tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:42.318338 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90985da7-2045-4d3c-a7f0-229f221089f6 req-abcce845-2f13-4f86-a77f-2a99e4adc1ed tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0532196 Feb 21 01:32:42.370795 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90985da7-2045-4d3c-a7f0-229f221089f6 req-d62ed1ca-8473-4d6f-a92a-928da305e0f8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470462 Feb 21 01:32:42.598649 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572ff45-6545-411a-ac02-ea97b3f46ba0 req-e47d1862-e0d6-40f4-a82a-f6088e2f82e7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:42.600130 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2572ff45-6545-411a-ac02-ea97b3f46ba0 req-e47d1862-e0d6-40f4-a82a-f6088e2f82e7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 943 time: 0.0585620 Feb 21 01:32:42.649709 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2572ff45-6545-411a-ac02-ea97b3f46ba0 req-04c0bb29-f077-48eb-8bcf-60c0247972d0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Feb 21 01:32:42.894575 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20735c04-be51-41d6-9136-a7ee4efdfe10 req-b4062a9e-9d95-4859-9f95-3dec72215686 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:42.896039 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-20735c04-be51-41d6-9136-a7ee4efdfe10 req-b4062a9e-9d95-4859-9f95-3dec72215686 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0521994 Feb 21 01:32:42.941125 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-20735c04-be51-41d6-9136-a7ee4efdfe10 req-dd281be2-a007-4637-9230-f981d3bbccaa tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395198 Feb 21 01:32:43.214494 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dd48a-24df-4d48-a203-49d12d0cbd76 req-48098063-6266-4f08-8dd3-750f8d5d07ef tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:43.216506 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7a8dd48a-24df-4d48-a203-49d12d0cbd76 req-48098063-6266-4f08-8dd3-750f8d5d07ef tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0510769 Feb 21 01:32:43.265429 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7a8dd48a-24df-4d48-a203-49d12d0cbd76 req-83336d5d-26d2-416f-ab5c-9c7312ab2c79 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 Feb 21 01:32:43.343483 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdd56d-aa53-452d-b1c1-545192b75530 req-f81f0a7f-9e8a-4937-b607-b932fad2500b tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:43.344991 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-03bdd56d-aa53-452d-b1c1-545192b75530 req-f81f0a7f-9e8a-4937-b607-b932fad2500b tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0518048 Feb 21 01:32:43.391553 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-03bdd56d-aa53-452d-b1c1-545192b75530 req-bb7960f8-f9fc-4728-8f87-7c14743beb5d tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Feb 21 01:32:43.448645 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 53878) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:43.492330 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb933f7-467e-402e-8c62-1aa7b42cc726 req-2ccc7439-8ea7-467d-85c8-6c22e03527e8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:43.493842 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bcb933f7-467e-402e-8c62-1aa7b42cc726 req-2ccc7439-8ea7-467d-85c8-6c22e03527e8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0525544 Feb 21 01:32:43.541748 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bcb933f7-467e-402e-8c62-1aa7b42cc726 req-a466cd5f-3bc9-40dc-a7d0-416aa2218cc2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 Feb 21 01:32:43.551377 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9024181c-cf0f-40ac-bae4-d7539e54e765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:43.616471 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-ae96d682-7791-498f-a556-d55a656b51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:43.618199 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-ae96d682-7791-498f-a556-d55a656b51e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0490379 Feb 21 01:32:43.628628 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9024181c-cf0f-40ac-bae4-d7539e54e765 admin admin] Publish callbacks [] for security_group (34ecf93c-9d1c-41f3-9f26-fec852ccc0c9), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:43.667544 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-c1c1ab73-6f99-4c0e-b5d0-f11933895595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:43.669242 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-c1c1ab73-6f99-4c0e-b5d0-f11933895595 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447495 Feb 21 01:32:43.728005 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9024181c-cf0f-40ac-bae4-d7539e54e765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (34ecf93c-9d1c-41f3-9f26-fec852ccc0c9), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:43.769184 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9024181c-cf0f-40ac-bae4-d7539e54e765 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=842d5da21ad64b4abb76b93034f4df1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194306 Feb 21 01:32:43.771129 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024181c-cf0f-40ac-bae4-d7539e54e765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ecf93c-9d1c-41f3-9f26-fec852ccc0c9,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:43.772871 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 53888) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:43.812235 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-9935e524-3578-4342-97ed-0bee87676fe4 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357443 Feb 21 01:32:43.827215 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521b207-67bf-4820-83ff-2050427f993a req-826f5373-c8aa-4622-b011-329476c266ab tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:43.828728 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3521b207-67bf-4820-83ff-2050427f993a req-826f5373-c8aa-4622-b011-329476c266ab tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 943 time: 0.1091599 Feb 21 01:32:43.922772 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1729be69-83a9-49c4-a1cb-ddcc70194e80 admin admin] Publish callbacks [] for security_group (34ecf93c-9d1c-41f3-9f26-fec852ccc0c9), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:43.966510 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3521b207-67bf-4820-83ff-2050427f993a req-08264449-502b-4dec-8a02-232fd7fff700 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234298 Feb 21 01:32:43.968340 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1729be69-83a9-49c4-a1cb-ddcc70194e80 admin admin] Publish callbacks [] for security_group (34ecf93c-9d1c-41f3-9f26-fec852ccc0c9), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:44.002087 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22118808-4a96-4c72-8d0a-d19af08f4f3d req-0dd0b718-d5e5-47b4-88de-2c338b970b51 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724505 Feb 21 01:32:44.067699 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794cbbe-1897-4937-9fd6-3acde5b49226 req-81e1b03e-33df-4660-b03f-1c96ce7e9272 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:44.069216 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a794cbbe-1897-4937-9fd6-3acde5b49226 req-81e1b03e-33df-4660-b03f-1c96ce7e9272 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 943 time: 0.0521867 Feb 21 01:32:44.114056 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a794cbbe-1897-4937-9fd6-3acde5b49226 req-0c4f7960-0ac2-4020-9bc5-e3675e953f8f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Feb 21 01:32:44.133596 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1729be69-83a9-49c4-a1cb-ddcc70194e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (34ecf93c-9d1c-41f3-9f26-fec852ccc0c9), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:44.136209 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1729be69-83a9-49c4-a1cb-ddcc70194e80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:44.137311 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-1729be69-83a9-49c4-a1cb-ddcc70194e80 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/34ecf93c-9d1c-41f3-9f26-fec852ccc0c9 HTTP/1.1" status: 204 len: 168 time: 0.3623021 Feb 21 01:32:44.145751 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729be69-83a9-49c4-a1cb-ddcc70194e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ecf93c-9d1c-41f3-9f26-fec852ccc0c9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:44.387720 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca57c13-fcb6-4c20-a450-ccd0d066e1e3 req-8c867b2d-5d40-4f1d-91b3-c01b7253ac0c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:44.389194 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-eca57c13-fcb6-4c20-a450-ccd0d066e1e3 req-8c867b2d-5d40-4f1d-91b3-c01b7253ac0c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0559418 Feb 21 01:32:44.438776 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-eca57c13-fcb6-4c20-a450-ccd0d066e1e3 req-22634301-cc4b-4f79-9160-040659b879ac tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Feb 21 01:32:44.512188 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa9425-4a39-4537-9cc9-b498b5fe0820 req-1c854c73-6b33-46ac-96ca-716664758580 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:44.516572 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29fa9425-4a39-4537-9cc9-b498b5fe0820 req-1c854c73-6b33-46ac-96ca-716664758580 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 944 time: 0.0533369 Feb 21 01:32:44.533910 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:32:44.559856 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29fa9425-4a39-4537-9cc9-b498b5fe0820 req-b783ce5f-9101-435e-805e-f43e2fc2e83d tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Feb 21 01:32:44.663205 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5006b-e0d2-4933-9395-7630ed9cf9e2 req-0c91be94-82dc-43db-b226-fd6cf31deb92 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:44.669671 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4eb5006b-e0d2-4933-9395-7630ed9cf9e2 req-0c91be94-82dc-43db-b226-fd6cf31deb92 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0573237 Feb 21 01:32:44.707398 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 8dcff3a2-5327-4c3f-9f70-590bf220865d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:32:44.727310 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4eb5006b-e0d2-4933-9395-7630ed9cf9e2 req-2d1b7085-1004-4fe7-8fc9-11ae1952f259 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499115 Feb 21 01:32:44.813938 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 8dcff3a2-5327-4c3f-9f70-590bf220865d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8dcff3a2-5327-4c3f-9f70-590bf220865d,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:44.824931 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '8dcff3a2-5327-4c3f-9f70-590bf220865d', 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a', 'port_id': '8dcff3a2-5327-4c3f-9f70-590bf220865d', 'mac_address': 'fa:16:3e:40:86:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ce5680-8483-49e9-a153-62f865fbfca9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:32:44.868853 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 8dcff3a2-5327-4c3f-9f70-590bf220865d is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:44.869245 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:44.885327 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcff3a2-5327-4c3f-9f70-590bf220865d {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:44.908004 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 8dcff3a2-5327-4c3f-9f70-590bf220865d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8dcff3a2-5327-4c3f-9f70-590bf220865d,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:45.025904 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:45.026780 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device cf21197e-c8ae-4d32-9844-138c1e440316 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:32:45.100963 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8dcff3a2-5327-4c3f-9f70-590bf220865d,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:45.117260 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b3db5-5ed3-4d64-8b52-dc6b9d642820 req-3c8d3650-c281-4279-943a-821040e7f6b6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:45.119029 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e60b3db5-5ed3-4d64-8b52-dc6b9d642820 req-3c8d3650-c281-4279-943a-821040e7f6b6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 943 time: 0.0754781 Feb 21 01:32:45.189037 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e60b3db5-5ed3-4d64-8b52-dc6b9d642820 req-68980c6e-d3bf-4494-aaf1-692c56a431d7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597868 Feb 21 01:32:45.217127 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port cf21197e-c8ae-4d32-9844-138c1e440316, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf21197e-c8ae-4d32-9844-138c1e440316,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:45.232713 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'cf21197e-c8ae-4d32-9844-138c1e440316', 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36', 'port_id': 'cf21197e-c8ae-4d32-9844-138c1e440316', 'mac_address': 'fa:16:3e:23:07:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58f09cd-72c6-456a-843c-c8121f0b588f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:32:45.250507 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d1318-83de-4a6c-a302-2fa7e1f70931 req-48874e58-5bb4-43e0-8d07-795e73b18bd2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:45.255192 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-309d1318-83de-4a6c-a302-2fa7e1f70931 req-48874e58-5bb4-43e0-8d07-795e73b18bd2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 944 time: 0.0593734 Feb 21 01:32:45.280925 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port cf21197e-c8ae-4d32-9844-138c1e440316 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:45.281447 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:45.299050 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf21197e-c8ae-4d32-9844-138c1e440316 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:45.309987 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-309d1318-83de-4a6c-a302-2fa7e1f70931 req-ab2c3011-9b79-41d8-af2d-6e02fd34ad8b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513115 Feb 21 01:32:45.328606 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port cf21197e-c8ae-4d32-9844-138c1e440316, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf21197e-c8ae-4d32-9844-138c1e440316,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:45.429654 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:45.430592 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 29ef37bc-fe8f-48e8-8a21-00801ca04b5a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:32:45.529527 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=cf21197e-c8ae-4d32-9844-138c1e440316,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:45.576689 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,segment=NetworkSegment(5f6fbafc-5b7c-49d3-b559-312a02b4116d),segment_id=5f6fbafc-5b7c-49d3-b559-312a02b4116d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:45.587638 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '29ef37bc-fe8f-48e8-8a21-00801ca04b5a', 'network_id': '40c42b75-d0fb-4f29-b50c-48bc86d4bd46', 'port_id': '29ef37bc-fe8f-48e8-8a21-00801ca04b5a', 'mac_address': 'fa:16:3e:1a:e5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631c0edb-6f54-4314-97f7-e5baea235b64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:32:45.624913 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dcfcf-4df9-41e6-b0c1-87cbb8484a3e req-00ba308d-1239-4174-a54d-a5058ea0ed58 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:45.626714 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-991dcfcf-4df9-41e6-b0c1-87cbb8484a3e req-00ba308d-1239-4174-a54d-a5058ea0ed58 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.1222403 Feb 21 01:32:45.638240 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:45.638644 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:45.653482 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ef37bc-fe8f-48e8-8a21-00801ca04b5a {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:45.679285 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,segment=NetworkSegment(5f6fbafc-5b7c-49d3-b559-312a02b4116d),segment_id=5f6fbafc-5b7c-49d3-b559-312a02b4116d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:45.691832 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-991dcfcf-4df9-41e6-b0c1-87cbb8484a3e req-73427558-9c26-4b15-a8fb-589de61f15dd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566485 Feb 21 01:32:45.756932 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:45.830240 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:45.863326 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9128110-7379-4c81-9ac4-f10b5e03fc87 req-77ae7b44-ffcc-41ec-ac33-6819f6bc1138 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:45.864836 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c9128110-7379-4c81-9ac4-f10b5e03fc87 req-77ae7b44-ffcc-41ec-ac33-6819f6bc1138 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 945 time: 0.0918026 Feb 21 01:32:45.885520 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef92b5e-68df-4178-9d88-c2be83931b50 req-6fbfebc0-9ee4-4a4e-9337-71829614338c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:45.886895 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7ef92b5e-68df-4178-9d88-c2be83931b50 req-6fbfebc0-9ee4-4a4e-9337-71829614338c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0777164 Feb 21 01:32:45.949988 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c9128110-7379-4c81-9ac4-f10b5e03fc87 req-957b0982-7ca1-4c93-868a-5e97a4f3f41b tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768580 Feb 21 01:32:45.969020 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7ef92b5e-68df-4178-9d88-c2be83931b50 req-9eb471ec-6c02-449b-8cf4-ceeaedb51838 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748930 Feb 21 01:32:46.327067 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe5868-7974-41eb-b12e-6243ad4c8a97 req-dd5991c7-597b-40f2-9e0d-10d909ed9c32 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:46.328588 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0fe5868-7974-41eb-b12e-6243ad4c8a97 req-dd5991c7-597b-40f2-9e0d-10d909ed9c32 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 943 time: 0.0693748 Feb 21 01:32:46.380458 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0fe5868-7974-41eb-b12e-6243ad4c8a97 req-12cebcfd-3d95-4868-a419-3472acb4d30c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454400 Feb 21 01:32:46.431478 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767bc64-3ee4-48d7-8f79-2164ff224530 req-ec7be1c6-4bc2-4863-bbb4-6e487c69fc77 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:46.435943 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4767bc64-3ee4-48d7-8f79-2164ff224530 req-ec7be1c6-4bc2-4863-bbb4-6e487c69fc77 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 944 time: 0.0517502 Feb 21 01:32:46.499805 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4767bc64-3ee4-48d7-8f79-2164ff224530 req-7c9de855-6958-4bfb-a700-63016f1bc84d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603759 Feb 21 01:32:46.508644 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['cf21197e-c8ae-4d32-9844-138c1e440316'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:32:46.624960 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['29ef37bc-fe8f-48e8-8a21-00801ca04b5a'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:32:46.636757 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['8dcff3a2-5327-4c3f-9f70-590bf220865d'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:32:46.713494 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device fe876a1a-56e9-4821-ac6c-94fe28a1852e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:32:46.837203 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3aecb-9c93-481c-b46b-6c2399175d8a req-3abb4c2c-e961-4dca-a0cb-15ff92f1aec8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:46.839018 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0fe3aecb-9c93-481c-b46b-6c2399175d8a req-3abb4c2c-e961-4dca-a0cb-15ff92f1aec8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0765662 Feb 21 01:32:46.896601 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0fe3aecb-9c93-481c-b46b-6c2399175d8a req-c847cc17-b5c3-49c4-988f-353f2d028e45 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487785 Feb 21 01:32:46.973317 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port fe876a1a-56e9-4821-ac6c-94fe28a1852e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:47.006616 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'port_id': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e', 'mac_address': 'fa:16:3e:5b:ad:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:32:47.099103 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port fe876a1a-56e9-4821-ac6c-94fe28a1852e is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:47.099508 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:47.119481 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c2a88-982a-4bda-b36f-97da7ba5212c req-da14eebe-9c24-441a-87ce-0b5abccdd334 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:47.119973 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe876a1a-56e9-4821-ac6c-94fe28a1852e {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:47.121104 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b73c2a88-982a-4bda-b36f-97da7ba5212c req-da14eebe-9c24-441a-87ce-0b5abccdd334 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 945 time: 0.0983984 Feb 21 01:32:47.129357 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481d2e7-18a7-4f43-8320-51448ad8f6ea req-00b28364-fce2-4a53-a0f0-a61467ca703d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:47.134725 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0481d2e7-18a7-4f43-8320-51448ad8f6ea req-00b28364-fce2-4a53-a0f0-a61467ca703d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0769098 Feb 21 01:32:47.144566 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port fe876a1a-56e9-4821-ac6c-94fe28a1852e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:47.204047 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b73c2a88-982a-4bda-b36f-97da7ba5212c req-2303cf6d-1834-4308-9f59-9253111ea7d3 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721455 Feb 21 01:32:47.207890 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0481d2e7-18a7-4f43-8320-51448ad8f6ea req-f8412671-d732-41b9-8ffd-8be92265c52d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699494 Feb 21 01:32:47.236512 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:47.237200 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:32:47.306453 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=fe876a1a-56e9-4821-ac6c-94fe28a1852e,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:47.373849 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:47.385046 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'port_id': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'mac_address': 'fa:16:3e:24:a0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:32:47.424062 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:47.424496 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:47.441027 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:47.469076 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:47.495629 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cd618-26f4-4f07-bae7-eefe4bf460e6 req-3acfb6bd-ad79-4499-b9a7-9491bd2bb06f tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:47.497788 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d87cd618-26f4-4f07-bae7-eefe4bf460e6 req-3acfb6bd-ad79-4499-b9a7-9491bd2bb06f tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 944 time: 0.0515761 Feb 21 01:32:47.547944 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d87cd618-26f4-4f07-bae7-eefe4bf460e6 req-ef587aa7-9cae-490f-b2bc-d3afe726e4ff tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453262 Feb 21 01:32:47.617317 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa7fb1-f4df-481c-8a78-7ded3fba0bab req-e7ed67e8-8a11-40ea-b7a8-833aeb844c5f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:47.619117 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-57fa7fb1-f4df-481c-8a78-7ded3fba0bab req-e7ed67e8-8a11-40ea-b7a8-833aeb844c5f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 944 time: 0.0552921 Feb 21 01:32:47.669783 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:47.681277 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-57fa7fb1-f4df-481c-8a78-7ded3fba0bab req-c24599f2-2b5e-4add-bd3e-233b86345b05 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521848 Feb 21 01:32:47.721544 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:48.013629 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f9e88-cee5-4cc2-97a2-abe3b14013ac req-012dd481-4c6b-4fbf-a86a-3b1ff318fe5a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:48.015083 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a50f9e88-cee5-4cc2-97a2-abe3b14013ac req-012dd481-4c6b-4fbf-a86a-3b1ff318fe5a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0526469 Feb 21 01:32:48.062410 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a50f9e88-cee5-4cc2-97a2-abe3b14013ac req-1f04e5ad-6675-426c-a030-e319ac68fcd2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Feb 21 01:32:48.361366 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc95f6-3889-42cc-808d-d4dc50b1dc92 req-6f14dd33-7e45-4928-8ef2-92dd0457de7d tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:48.362815 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22bc95f6-3889-42cc-808d-d4dc50b1dc92 req-6f14dd33-7e45-4928-8ef2-92dd0457de7d tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 945 time: 0.0901647 Feb 21 01:32:48.379419 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af75f16-121c-491b-9547-69c22b9f70fc req-ec71d4a0-678e-47b0-8ab9-66aae9e3f046 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:48.381210 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3af75f16-121c-491b-9547-69c22b9f70fc req-ec71d4a0-678e-47b0-8ab9-66aae9e3f046 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0767190 Feb 21 01:32:48.449438 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22bc95f6-3889-42cc-808d-d4dc50b1dc92 req-07c7f232-75ad-46fb-bf59-0efeefc8ebe5 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770636 Feb 21 01:32:48.452670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3af75f16-121c-491b-9547-69c22b9f70fc req-dd4f82b0-d783-4a14-afc7-b91beac96af8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656323 Feb 21 01:32:48.669195 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcdd51-dc1a-48a5-bfe4-b2c408c6fb66 req-087f4477-42de-455f-b26c-0ead002bb332 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:48.670667 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-19dcdd51-dc1a-48a5-bfe4-b2c408c6fb66 req-087f4477-42de-455f-b26c-0ead002bb332 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 944 time: 0.0520253 Feb 21 01:32:48.716399 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-19dcdd51-dc1a-48a5-bfe4-b2c408c6fb66 req-dca39e4d-b8c9-4a00-b61a-d0dc5a3caed3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Feb 21 01:32:48.791302 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82910420-d972-4fec-8f16-014ecc200651 req-81893497-b70f-41d2-9b50-694ed46be8e9 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:48.792780 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-82910420-d972-4fec-8f16-014ecc200651 req-81893497-b70f-41d2-9b50-694ed46be8e9 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 944 time: 0.0534415 Feb 21 01:32:48.838959 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-82910420-d972-4fec-8f16-014ecc200651 req-3d1a867f-bbbf-4669-bf89-094863b6265e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401049 Feb 21 01:32:49.192347 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f2086-37b3-4523-9085-0718eb7bc160 req-4dd605fc-e9f8-4506-8492-3850bd044787 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:49.193917 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-885f2086-37b3-4523-9085-0718eb7bc160 req-4dd605fc-e9f8-4506-8492-3850bd044787 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0574996 Feb 21 01:32:49.243002 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-885f2086-37b3-4523-9085-0718eb7bc160 req-8ee2458e-7242-4f30-8956-7b75400423d6 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Feb 21 01:32:49.633599 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646f8f2-2108-46ae-889e-b2b2aba6fc58 req-af960e43-9a90-41da-b566-474b1ba39e70 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:49.633599 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9646f8f2-2108-46ae-889e-b2b2aba6fc58 req-af960e43-9a90-41da-b566-474b1ba39e70 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 945 time: 0.1096525 Feb 21 01:32:49.641975 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ad54b-1795-4eda-b302-f5c394c0ea72 req-061603d7-afca-4678-9512-d09b07c0b343 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:49.645677 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e13ad54b-1795-4eda-b302-f5c394c0ea72 req-061603d7-afca-4678-9512-d09b07c0b343 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.1117704 Feb 21 01:32:49.733094 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9646f8f2-2108-46ae-889e-b2b2aba6fc58 req-6f9cb708-6056-46b9-b5b0-853aa578bf96 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856102 Feb 21 01:32:49.736393 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e13ad54b-1795-4eda-b302-f5c394c0ea72 req-dca88439-bc2a-47e2-b849-c03566736359 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813751 Feb 21 01:32:49.840067 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef5063-80a3-463a-9b82-031b93a751b6 req-6e61e2e1-13a7-42d5-b9fa-60553bd7b28d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:49.841548 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-07ef5063-80a3-463a-9b82-031b93a751b6 req-6e61e2e1-13a7-42d5-b9fa-60553bd7b28d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 944 time: 0.0518870 Feb 21 01:32:49.887906 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-07ef5063-80a3-463a-9b82-031b93a751b6 req-ef6472e4-9dfe-47cc-a28c-32bed0364255 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401201 Feb 21 01:32:49.957078 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102f96a-f18c-4324-9ce4-fd4cf443fa88 req-20dc1e6f-848e-42c2-adea-2374e7ac0b3e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:49.958515 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a102f96a-f18c-4324-9ce4-fd4cf443fa88 req-20dc1e6f-848e-42c2-adea-2374e7ac0b3e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 944 time: 0.0536137 Feb 21 01:32:50.003234 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a102f96a-f18c-4324-9ce4-fd4cf443fa88 req-0217bb52-1d67-4ea5-aca1-549565a3034d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389299 Feb 21 01:32:50.367874 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f562eec-dbcc-4bd3-a357-ccbc73039e8b req-21ced27a-f3d9-4ae0-ac01-f4823f29f528 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:50.369391 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2f562eec-dbcc-4bd3-a357-ccbc73039e8b req-21ced27a-f3d9-4ae0-ac01-f4823f29f528 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0564690 Feb 21 01:32:50.414415 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2f562eec-dbcc-4bd3-a357-ccbc73039e8b req-189880ae-5e43-4208-ada1-a6a7fe4158ee tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Feb 21 01:32:50.878934 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f87ef-ac76-4cc3-b239-79b16732ac2d req-d00d76f7-7e75-48b4-b4b1-e1040448a265 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:50.884500 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5c5f87ef-ac76-4cc3-b239-79b16732ac2d req-d00d76f7-7e75-48b4-b4b1-e1040448a265 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 945 time: 0.0867064 Feb 21 01:32:50.899880 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9e0a6-6320-4924-a188-f556988f669b req-3d6db428-ac29-4a87-8b9e-162d460b194a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:50.901375 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2dc9e0a6-6320-4924-a188-f556988f669b req-3d6db428-ac29-4a87-8b9e-162d460b194a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0938206 Feb 21 01:32:50.969885 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5c5f87ef-ac76-4cc3-b239-79b16732ac2d req-0e5709af-f2b3-4ce9-a8ad-30c0a28247ed tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780854 Feb 21 01:32:50.973868 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2dc9e0a6-6320-4924-a188-f556988f669b req-039b8499-0e4e-461b-bcdf-20c28b3b4e1f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659688 Feb 21 01:32:51.085830 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae7b38-a823-4b11-8af7-09e7ea09c09d req-1d07e79d-eb70-47d4-bfb1-915782f4f62d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:51.087222 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46ae7b38-a823-4b11-8af7-09e7ea09c09d req-1d07e79d-eb70-47d4-bfb1-915782f4f62d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 944 time: 0.0624354 Feb 21 01:32:51.345213 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4b33a-0427-4831-8e81-55e936c47136 req-c3d08be1-23bd-40e2-b8c2-0076cb7e8fc0 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:51.346664 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0ca4b33a-0427-4831-8e81-55e936c47136 req-c3d08be1-23bd-40e2-b8c2-0076cb7e8fc0 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 944 time: 0.2763889 Feb 21 01:32:51.349553 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46ae7b38-a823-4b11-8af7-09e7ea09c09d req-a4c49195-c0f9-4152-820a-7431d137cacd tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422235 Feb 21 01:32:51.393161 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0ca4b33a-0427-4831-8e81-55e936c47136 req-4ed0493d-7bab-4847-be76-2c3b2ae415a6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410960 Feb 21 01:32:51.527433 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124e532-5d0b-4365-90d1-f395c1b6eaf0 req-5e239aa1-6d3a-42d5-aa1b-7b4bf6eff943 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:51.528850 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1124e532-5d0b-4365-90d1-f395c1b6eaf0 req-5e239aa1-6d3a-42d5-aa1b-7b4bf6eff943 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0506194 Feb 21 01:32:51.579040 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1124e532-5d0b-4365-90d1-f395c1b6eaf0 req-416008e5-6ed1-45bf-8006-544ded835fc0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Feb 21 01:32:52.116867 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5666-0561-4bc2-99b5-806914698225 req-10c8e6df-a3e0-408d-a1af-ccf6cf13a720 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:52.118346 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f4da5666-0561-4bc2-99b5-806914698225 req-10c8e6df-a3e0-408d-a1af-ccf6cf13a720 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 945 time: 0.0834460 Feb 21 01:32:52.126010 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a110b-bbcb-45bc-93ac-0741d58dfee2 req-5a4b6d8b-9b5a-445a-ac01-53033660a797 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:52.127350 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ce8a110b-bbcb-45bc-93ac-0741d58dfee2 req-5a4b6d8b-9b5a-445a-ac01-53033660a797 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0837688 Feb 21 01:32:52.190460 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f4da5666-0561-4bc2-99b5-806914698225 req-04705c60-5460-4a26-81b8-7aa2123e5f7b tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621893 Feb 21 01:32:52.201987 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ce8a110b-bbcb-45bc-93ac-0741d58dfee2 req-41763e30-9cd0-4d54-a483-8d96823a2da7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675619 Feb 21 01:32:52.507746 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee30412-8ef8-457e-91c2-1a4d4df7a165 req-b553ec7b-b59d-470b-b075-311b2928d7a2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:52.509303 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bee30412-8ef8-457e-91c2-1a4d4df7a165 req-b553ec7b-b59d-470b-b075-311b2928d7a2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 944 time: 0.0957565 Feb 21 01:32:52.554942 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3fdd1-25eb-4b0a-95ed-3aa4db1903a3 req-51d4b92c-ccde-4cfd-8cec-bd391a016e65 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:52.556412 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9ce3fdd1-25eb-4b0a-95ed-3aa4db1903a3 req-51d4b92c-ccde-4cfd-8cec-bd391a016e65 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 944 time: 0.0944240 Feb 21 01:32:52.585037 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bee30412-8ef8-457e-91c2-1a4d4df7a165 req-5f9521f2-fbae-46b0-a628-6e6ae4da3c01 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701630 Feb 21 01:32:52.615227 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9ce3fdd1-25eb-4b0a-95ed-3aa4db1903a3 req-3bfc4712-29d2-4e27-aaf9-90d2ef91831d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526485 Feb 21 01:32:52.705305 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867f3c4-1e64-4ee5-a578-51e98ab9487d req-38e3310e-7116-4187-82d7-0cc5773fce96 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:52.706781 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f867f3c4-1e64-4ee5-a578-51e98ab9487d req-38e3310e-7116-4187-82d7-0cc5773fce96 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 943 time: 0.0530269 Feb 21 01:32:52.753552 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f867f3c4-1e64-4ee5-a578-51e98ab9487d req-52736281-f816-4e8d-9eeb-b496e464aae2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413339 Feb 21 01:32:52.850775 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:32:52.952757 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:53.066755 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '4f6f4bf6-c2bb-4409-855b-387ebc13aa76', 'network_id': 'f0ce3d49-217f-425e-8faa-7de06bd3cd36', 'port_id': '4f6f4bf6-c2bb-4409-855b-387ebc13aa76', 'mac_address': 'fa:16:3e:78:1a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58f09cd-72c6-456a-843c-c8121f0b588f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:32:53.102305 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:53.102693 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:53.116348 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:32:53.136325 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:53.218396 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:53.268220 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:53.356241 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0dd69-51c4-4af8-9cef-d6d4e0a751ff req-a325f902-d72d-4c81-ac37-b902748ed0de tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:53.357670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-faa0dd69-51c4-4af8-9cef-d6d4e0a751ff req-a325f902-d72d-4c81-ac37-b902748ed0de tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 945 time: 0.0927126 Feb 21 01:32:53.367186 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85610cd-4af3-4cc9-bc30-60dab63c843f req-dd8e1a5f-1c3c-41a3-b3a5-df0cc1bbd3cc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:53.368601 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f85610cd-4af3-4cc9-bc30-60dab63c843f req-dd8e1a5f-1c3c-41a3-b3a5-df0cc1bbd3cc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0885708 Feb 21 01:32:53.441667 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-faa0dd69-51c4-4af8-9cef-d6d4e0a751ff req-7cf8ca2d-8263-408c-9243-c9b0803a9036 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721204 Feb 21 01:32:53.444914 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f85610cd-4af3-4cc9-bc30-60dab63c843f req-edb4b1e2-d655-448a-b53a-11baef3684a3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690184 Feb 21 01:32:53.728324 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['fe876a1a-56e9-4821-ac6c-94fe28a1852e'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:32:53.739280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033aef-4653-48e3-bc2b-834c0b4f6b87 req-3904ebd3-9fcf-4bfd-bca1-33c9772157f7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:53.740765 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f8033aef-4653-48e3-bc2b-834c0b4f6b87 req-3904ebd3-9fcf-4bfd-bca1-33c9772157f7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 944 time: 0.0896738 Feb 21 01:32:53.751802 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898a61b-b4bb-423a-8d0e-898b9fa1f6f6 req-c3d25c26-fd3f-48fe-9afd-a1c35596359f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:53.753231 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a898a61b-b4bb-423a-8d0e-898b9fa1f6f6 req-c3d25c26-fd3f-48fe-9afd-a1c35596359f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 944 time: 0.0685275 Feb 21 01:32:53.823086 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f8033aef-4653-48e3-bc2b-834c0b4f6b87 req-904d7e0a-acbf-4dd6-93b4-7003d40b838f tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689003 Feb 21 01:32:53.830185 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a898a61b-b4bb-423a-8d0e-898b9fa1f6f6 req-5ba75ee8-9e6f-40f5-b738-92c228bd67b9 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691869 Feb 21 01:32:53.876235 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:32:53.948858 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8c888-1006-4b1e-8846-08ad2390e9b8 req-e4396576-0e26-4c9a-81dc-4a916ec58e9f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:53.950877 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-57e8c888-1006-4b1e-8846-08ad2390e9b8 req-e4396576-0e26-4c9a-81dc-4a916ec58e9f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 944 time: 0.0547171 Feb 21 01:32:54.001793 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-57e8c888-1006-4b1e-8846-08ad2390e9b8 req-bb0f4741-0c00-4361-b93c-23d8ac9780cd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446649 Feb 21 01:32:54.556611 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['4f6f4bf6-c2bb-4409-855b-387ebc13aa76'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:32:54.592714 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c4290-56ab-4087-8808-fbafbe881e7c req-49c1d199-f36e-4152-853c-02179b47a4bb tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:54.594254 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7b8c4290-56ab-4087-8808-fbafbe881e7c req-49c1d199-f36e-4152-853c-02179b47a4bb tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 945 time: 0.0867555 Feb 21 01:32:54.602393 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09db76-d19e-48d2-9044-3f57bb3b8098 req-7481c95c-49e9-4563-b239-45536d8e5650 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:54.605267 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-eb09db76-d19e-48d2-9044-3f57bb3b8098 req-7481c95c-49e9-4563-b239-45536d8e5650 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0863502 Feb 21 01:32:54.693495 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7b8c4290-56ab-4087-8808-fbafbe881e7c req-e9211e5a-364a-4989-8190-fb67534e8a20 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881546 Feb 21 01:32:54.697014 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-eb09db76-d19e-48d2-9044-3f57bb3b8098 req-bf1925ef-e2dd-4624-9b40-c227fa623b09 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815709 Feb 21 01:32:54.862448 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 8dcff3a2-5327-4c3f-9f70-590bf220865d up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:54.988250 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d5d0c-5f9e-4db5-bde2-99a001ee83e0 req-68d7db71-38a1-4094-bbb7-b6b3c8beaba5 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:54.989279 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 8dcff3a2-5327-4c3f-9f70-590bf220865d completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:32:54.989803 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-dc1d5d0c-5f9e-4db5-bde2-99a001ee83e0 req-68d7db71-38a1-4094-bbb7-b6b3c8beaba5 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 944 time: 0.0860245 Feb 21 01:32:54.997420 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 8dcff3a2-5327-4c3f-9f70-590bf220865d triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:54.997861 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.001192 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387c0e7-cea1-4e72-97f2-b80167ca1631 req-d956fbbc-6988-44ae-8f48-a281189ecca6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:55.002816 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8387c0e7-cea1-4e72-97f2-b80167ca1631 req-d956fbbc-6988-44ae-8f48-a281189ecca6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 944 time: 0.0883133 Feb 21 01:32:55.074130 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-dc1d5d0c-5f9e-4db5-bde2-99a001ee83e0 req-378e4ca6-911d-4b6d-8401-d93250200e4f tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703053 Feb 21 01:32:55.082166 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8387c0e7-cea1-4e72-97f2-b80167ca1631 req-29a08989-4dea-4397-8973-35f8b87e2002 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712802 Feb 21 01:32:55.087289 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 8dcff3a2-5327-4c3f-9f70-590bf220865d is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:55.087454 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.114005 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d88f85-1d15-4f12-a8e7-f3b531088d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcff3a2-5327-4c3f-9f70-590bf220865d'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:55.209326 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 8dcff3a2-5327-4c3f-9f70-590bf220865d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8dcff3a2-5327-4c3f-9f70-590bf220865d,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:55.210917 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3943468-bbe8-4805-82c6-794cd7e38164 req-1187102a-a7ed-4e78-8534-e504cb1c2352 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:55.213345 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c3943468-bbe8-4805-82c6-794cd7e38164 req-1187102a-a7ed-4e78-8534-e504cb1c2352 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 944 time: 0.0780301 Feb 21 01:32:55.269428 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c3943468-bbe8-4805-82c6-794cd7e38164 req-fafef542-003b-4d81-a931-10eb73d12af1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496898 Feb 21 01:32:55.288846 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.295132 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device cf21197e-c8ae-4d32-9844-138c1e440316 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:55.338618 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba26fc-9086-4722-8dd3-2c412e36b6fb" -d '{"events": [{"server_uuid": "58d88f85-1d15-4f12-a8e7-f3b531088d5e", "name": "network-vif-plugged", "status": "completed", "tag": "8dcff3a2-5327-4c3f-9f70-590bf220865d"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:55.373350 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=8dcff3a2-5327-4c3f-9f70-590bf220865d,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:55.444536 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303d1283-d3a5-47ac-9af0-b9dd4833e0b5 x-openstack-request-id: req-303d1283-d3a5-47ac-9af0-b9dd4833e0b5 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:55.444536 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d88f85-1d15-4f12-a8e7-f3b531088d5e", "name": "network-vif-plugged", "status": "completed", "tag": "8dcff3a2-5327-4c3f-9f70-590bf220865d", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:55.444536 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-303d1283-d3a5-47ac-9af0-b9dd4833e0b5 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:55.444536 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d88f85-1d15-4f12-a8e7-f3b531088d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcff3a2-5327-4c3f-9f70-590bf220865d', 'code': 200} Feb 21 01:32:55.465030 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port cf21197e-c8ae-4d32-9844-138c1e440316 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:32:55.469304 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port cf21197e-c8ae-4d32-9844-138c1e440316 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:55.469840 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.551597 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port cf21197e-c8ae-4d32-9844-138c1e440316 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:55.552007 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.584240 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port cf21197e-c8ae-4d32-9844-138c1e440316, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf21197e-c8ae-4d32-9844-138c1e440316,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:55.682325 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.683122 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 29ef37bc-fe8f-48e8-8a21-00801ca04b5a up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:55.784481 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=cf21197e-c8ae-4d32-9844-138c1e440316,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:55.870465 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:32:55.874634 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:55.875021 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.937585 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad740c8-dd55-42cd-95e0-cf871f79c8e6 req-c2aa420b-0d61-4649-ad5e-2238aedb79db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:55.939219 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4ad740c8-dd55-42cd-95e0-cf871f79c8e6 req-c2aa420b-0d61-4649-ad5e-2238aedb79db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 1129 time: 0.1869824 Feb 21 01:32:55.952231 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fcc64-7eae-4e51-93de-5b6cf3a2333f req-4c97397c-0c4a-4c11-b7f4-2548fe5e5e35 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:55.953805 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-246fcc64-7eae-4e51-93de-5b6cf3a2333f req-4c97397c-0c4a-4c11-b7f4-2548fe5e5e35 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 945 time: 0.1372974 Feb 21 01:32:55.963457 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:55.967751 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.967872 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34186e-15ca-4179-b097-e5b98dcc0097 req-dc8c05d6-52d0-459f-8b64-5f622f49b5f6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:55.969071 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2b34186e-15ca-4179-b097-e5b98dcc0097 req-dc8c05d6-52d0-459f-8b64-5f622f49b5f6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.1537051 Feb 21 01:32:55.984316 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-4ad740c8-dd55-42cd-95e0-cf871f79c8e6 req-40176d44-7a37-4213-b865-bc339279afef service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:55.997870 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,segment=NetworkSegment(5f6fbafc-5b7c-49d3-b559-312a02b4116d),segment_id=5f6fbafc-5b7c-49d3-b559-312a02b4116d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:56.069136 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:56.073237 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-246fcc64-7eae-4e51-93de-5b6cf3a2333f req-21178e68-5df2-4ff8-8aac-e0673e1d4c40 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022613 Feb 21 01:32:56.082918 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2b34186e-15ca-4179-b097-e5b98dcc0097 req-cbded187-41c8-4a01-888c-ee5720d97347 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058006 Feb 21 01:32:56.150906 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-4ad740c8-dd55-42cd-95e0-cf871f79c8e6 req-40176d44-7a37-4213-b865-bc339279afef service neutron] Publish callbacks [] for security_group (ba0fe5fd-3613-4e13-9571-dce17c882df3), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:56.171311 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:56.226007 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-4ad740c8-dd55-42cd-95e0-cf871f79c8e6 req-40176d44-7a37-4213-b865-bc339279afef service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (ba0fe5fd-3613-4e13-9571-dce17c882df3), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:56.300081 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4ad740c8-dd55-42cd-95e0-cf871f79c8e6 req-40176d44-7a37-4213-b865-bc339279afef service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444879 Feb 21 01:32:56.305001 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40176d44-7a37-4213-b865-bc339279afef service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0fe5fd-3613-4e13-9571-dce17c882df3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:56.327442 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12253ff-7a55-4b6d-8fb9-a655a77d6e77 req-6465080d-7dcc-42a9-8d84-0ca97fdcc06a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:56.331747 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c12253ff-7a55-4b6d-8fb9-a655a77d6e77 req-6465080d-7dcc-42a9-8d84-0ca97fdcc06a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 944 time: 0.1473250 Feb 21 01:32:56.343568 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c13f3d-1476-4314-8198-9529bb8c5fe2 req-47ff0df6-c6be-4d41-a61f-cf8a080acf1b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:56.345122 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-83c13f3d-1476-4314-8198-9529bb8c5fe2 req-47ff0df6-c6be-4d41-a61f-cf8a080acf1b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 945 time: 0.1495006 Feb 21 01:32:56.432282 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-83c13f3d-1476-4314-8198-9529bb8c5fe2 req-54e59f60-042e-46c5-b85b-5d8086108ee1 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802836 Feb 21 01:32:56.435301 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c12253ff-7a55-4b6d-8fb9-a655a77d6e77 req-a5a2fb02-e266-4bbf-9e8b-c47fe940aa0a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892782 Feb 21 01:32:56.550059 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8ed5f-053a-4d36-a220-403965949fa3 req-8873aadd-5b3c-405d-81d9-1a4e1d8ddd8e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:56.551689 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-63d8ed5f-053a-4d36-a220-403965949fa3 req-8873aadd-5b3c-405d-81d9-1a4e1d8ddd8e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 944 time: 0.0609167 Feb 21 01:32:56.602040 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-63d8ed5f-053a-4d36-a220-403965949fa3 req-27d33891-623d-4ee8-92f3-cbe718eeee53 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444033 Feb 21 01:32:56.859085 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device fe876a1a-56e9-4821-ac6c-94fe28a1852e up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:56.966655 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port fe876a1a-56e9-4821-ac6c-94fe28a1852e completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:32:56.970793 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port fe876a1a-56e9-4821-ac6c-94fe28a1852e triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:56.971170 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:57.048680 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port fe876a1a-56e9-4821-ac6c-94fe28a1852e is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:57.049374 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:57.081316 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port fe876a1a-56e9-4821-ac6c-94fe28a1852e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:57.166154 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:57.167058 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:57.243774 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67f78e-850b-49d2-bc7f-1f1cef6c7145 req-868bb64b-a83c-49c9-81a5-44fa1d5b4b68 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:57.245314 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5a67f78e-850b-49d2-bc7f-1f1cef6c7145 req-868bb64b-a83c-49c9-81a5-44fa1d5b4b68 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.0883300 Feb 21 01:32:57.245578 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=fe876a1a-56e9-4821-ac6c-94fe28a1852e,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:57.257841 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec1ec5-6dd6-42e0-856d-1c3d5a84950c req-67240192-6031-412b-950d-df56d9c5926d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:57.259380 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-82ec1ec5-6dd6-42e0-856d-1c3d5a84950c req-67240192-6031-412b-950d-df56d9c5926d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0763960 Feb 21 01:32:57.311038 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:32:57.315110 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:57.315520 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:57.334171 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5a67f78e-850b-49d2-bc7f-1f1cef6c7145 req-e37131e1-1a66-4a92-88f3-3d2046f6f83a tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735586 Feb 21 01:32:57.337641 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-82ec1ec5-6dd6-42e0-856d-1c3d5a84950c req-9a432f2d-97cb-40ba-b9de-bd52d87b086e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708408 Feb 21 01:32:57.412944 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:57.413969 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:57.444955 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5323990-b38c-44dd-812e-e5b7b3fd1ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf21197e-c8ae-4d32-9844-138c1e440316'}, {'server_uuid': 'd359b725-8ebc-4c70-b60b-fac888f539dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ef37bc-fe8f-48e8-8a21-00801ca04b5a'}, {'server_uuid': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e'}, {'server_uuid': '34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6f4bf6-c2bb-4409-855b-387ebc13aa76'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:57.447880 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974d1c7c-fc7c-4718-b397-62c24b321e3b" -d '{"events": [{"server_uuid": "c5323990-b38c-44dd-812e-e5b7b3fd1ea9", "name": "network-vif-plugged", "status": "completed", "tag": "cf21197e-c8ae-4d32-9844-138c1e440316"}, {"server_uuid": "d359b725-8ebc-4c70-b60b-fac888f539dc", "name": "network-vif-plugged", "status": "completed", "tag": "29ef37bc-fe8f-48e8-8a21-00801ca04b5a"}, {"server_uuid": "ff526a32-96c9-4481-a88c-a0913652acfd", "name": "network-vif-plugged", "status": "completed", "tag": "fe876a1a-56e9-4821-ac6c-94fe28a1852e"}, {"server_uuid": "34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8", "name": "network-vif-plugged", "status": "completed", "tag": "4f6f4bf6-c2bb-4409-855b-387ebc13aa76"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:57.452300 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:57.500389 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce07c08-4ffc-486b-ae15-97c5b5bcfe5e x-openstack-request-id: req-1ce07c08-4ffc-486b-ae15-97c5b5bcfe5e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:57.500389 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5323990-b38c-44dd-812e-e5b7b3fd1ea9", "name": "network-vif-plugged", "status": "completed", "tag": "cf21197e-c8ae-4d32-9844-138c1e440316", "code": 200}, {"server_uuid": "d359b725-8ebc-4c70-b60b-fac888f539dc", "name": "network-vif-plugged", "status": "completed", "tag": "29ef37bc-fe8f-48e8-8a21-00801ca04b5a", "code": 200}, {"server_uuid": "ff526a32-96c9-4481-a88c-a0913652acfd", "name": "network-vif-plugged", "status": "completed", "tag": "fe876a1a-56e9-4821-ac6c-94fe28a1852e", "code": 200}, {"server_uuid": "34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8", "name": "network-vif-plugged", "status": "completed", "tag": "4f6f4bf6-c2bb-4409-855b-387ebc13aa76", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:57.500389 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1ce07c08-4ffc-486b-ae15-97c5b5bcfe5e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:57.504498 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5323990-b38c-44dd-812e-e5b7b3fd1ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf21197e-c8ae-4d32-9844-138c1e440316', 'code': 200} Feb 21 01:32:57.505449 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd359b725-8ebc-4c70-b60b-fac888f539dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ef37bc-fe8f-48e8-8a21-00801ca04b5a', 'code': 200} Feb 21 01:32:57.505449 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e', 'code': 200} Feb 21 01:32:57.505658 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6f4bf6-c2bb-4409-855b-387ebc13aa76', 'code': 200} Feb 21 01:32:57.516634 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:57.517465 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:32:57.617625 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:57.704024 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ca972-6587-48fc-accb-eeb70efe9642 req-9916571c-b55e-4783-9c09-f8e80c53e2fb tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:57.705577 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-703ca972-6587-48fc-accb-eeb70efe9642 req-9916571c-b55e-4783-9c09-f8e80c53e2fb tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.2040851 Feb 21 01:32:57.720809 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:32:57.726282 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:32:57.730760 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:57.763009 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22af4b7-1aba-4458-a0d3-c3af27b385e5 req-71b88ace-ddf3-4cfb-b881-c02fe26dd5c5 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:57.764805 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c22af4b7-1aba-4458-a0d3-c3af27b385e5 req-71b88ace-ddf3-4cfb-b881-c02fe26dd5c5 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 945 time: 0.1714156 Feb 21 01:32:57.802812 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-703ca972-6587-48fc-accb-eeb70efe9642 req-001ee325-f575-4349-a037-9f8f959f00b6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846581 Feb 21 01:32:57.816047 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:32:57.816520 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:57.854401 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c22af4b7-1aba-4458-a0d3-c3af27b385e5 req-daced29c-2e63-44d8-88cb-81e8e732093e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753179 Feb 21 01:32:57.884908 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:32:57.923375 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a08be-ca2c-43d3-a91a-5b17591f1809 req-844dc3dd-cf91-4396-aa72-61d555e49eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:57.924870 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-073a08be-ca2c-43d3-a91a-5b17591f1809 req-844dc3dd-cf91-4396-aa72-61d555e49eb3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 1129 time: 0.0617239 Feb 21 01:32:57.993606 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:58.028706 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5f851-870b-4246-a144-0e5f4e77d984 req-87f59f47-e111-42fb-abaf-f32c7d2b341b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:58.030834 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-28e5f851-870b-4246-a144-0e5f4e77d984 req-87f59f47-e111-42fb-abaf-f32c7d2b341b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.1192234 Feb 21 01:32:58.035150 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-073a08be-ca2c-43d3-a91a-5b17591f1809 req-a8cd1a4d-05b8-48ae-a589-f314d4efb786 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912778 Feb 21 01:32:58.053952 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48465f48-82cd-4161-92c7-96f0a7ffab9e req-a0904102-0769-4bbf-bc86-add6108fe0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:58.056138 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-48465f48-82cd-4161-92c7-96f0a7ffab9e req-a0904102-0769-4bbf-bc86-add6108fe0a7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0813532 Feb 21 01:32:58.057111 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55391f1f-3aac-4679-ab6c-1656c89a85de req-05896bab-4dcd-40f6-8967-281d6d3de4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:58.058590 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55391f1f-3aac-4679-ab6c-1656c89a85de req-05896bab-4dcd-40f6-8967-281d6d3de4a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 1129 time: 0.1159580 Feb 21 01:32:58.065721 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:58.087594 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-28e5f851-870b-4246-a144-0e5f4e77d984 req-7b675406-04a1-4a59-a42f-34289c60fe6a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 Feb 21 01:32:58.426393 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-48465f48-82cd-4161-92c7-96f0a7ffab9e req-a1568f5f-98c2-4ec3-a060-a54f209e2880 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586984 Feb 21 01:32:58.489422 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55391f1f-3aac-4679-ab6c-1656c89a85de req-93808d96-b81a-4d4c-856c-92c63fbe7fd6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182942 Feb 21 01:32:58.519958 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311b81a-0999-4758-848e-76d569de27d3 req-3218ab92-1e70-41ba-a934-6b1eefb32d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:58.521471 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8311b81a-0999-4758-848e-76d569de27d3 req-3218ab92-1e70-41ba-a934-6b1eefb32d65 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 1130 time: 0.1515875 Feb 21 01:32:58.541628 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079d88b-2932-4eb0-8634-9032f7bb7380 req-12a17055-db60-4c35-9446-c913462e6521 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:58.543061 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d079d88b-2932-4eb0-8634-9032f7bb7380 req-12a17055-db60-4c35-9446-c913462e6521 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.1125610 Feb 21 01:32:58.552659 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649e7f8-9fe8-4d4c-be60-770832aee182 req-82d66c60-91fb-4316-8f81-5a25bfa33493 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:58.554141 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e649e7f8-9fe8-4d4c-be60-770832aee182 req-82d66c60-91fb-4316-8f81-5a25bfa33493 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1088974 Feb 21 01:32:58.625622 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d079d88b-2932-4eb0-8634-9032f7bb7380 req-7a765372-39b3-44a5-8cec-2e2c2f314984 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699463 Feb 21 01:32:58.628036 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e649e7f8-9fe8-4d4c-be60-770832aee182 req-65182286-b560-45a6-a258-2db686d4faec tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672278 Feb 21 01:32:58.968591 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf0df0-dd5e-4742-a007-9138f3fc7fa0 req-227253ce-8f3e-48e8-966b-67d2eb9cd023 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:58.970175 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9daf0df0-dd5e-4742-a007-9138f3fc7fa0 req-227253ce-8f3e-48e8-966b-67d2eb9cd023 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0892510 Feb 21 01:32:58.999660 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622ca4f-a9e1-4a70-9268-823ccb06736b req-c45b3f9b-7ac0-4353-b5e9-8f7b4c0c48d1 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:59.001257 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b622ca4f-a9e1-4a70-9268-823ccb06736b req-c45b3f9b-7ac0-4353-b5e9-8f7b4c0c48d1 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 945 time: 0.0878057 Feb 21 01:32:59.048984 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9daf0df0-dd5e-4742-a007-9138f3fc7fa0 req-2af49203-bed3-4250-b149-f63873422945 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722363 Feb 21 01:32:59.075218 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b622ca4f-a9e1-4a70-9268-823ccb06736b req-efb6110e-c371-4d83-9e31-159284f21412 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664124 Feb 21 01:32:59.140500 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8311b81a-0999-4758-848e-76d569de27d3 req-4012fa59-aaee-4885-ae7f-d5a083f9f38b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443435 Feb 21 01:32:59.194419 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 54302) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:59.221537 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca59218-dd33-4337-a677-501fe0536dd9 req-5bdc04e3-9b34-4446-ae6a-bc3dfbbdce8d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:59.223033 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-dca59218-dd33-4337-a677-501fe0536dd9 req-5bdc04e3-9b34-4446-ae6a-bc3dfbbdce8d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0642066 Feb 21 01:32:59.280186 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-dca59218-dd33-4337-a677-501fe0536dd9 req-15fa868c-88cc-44ab-955c-4d6cb26ad583 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509686 Feb 21 01:32:59.305965 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:59.379343 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Publish callbacks [] for security_group (b3ba6d14-df65-4f98-9d6f-35bc506b4df5), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:59.447627 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b3ba6d14-df65-4f98-9d6f-35bc506b4df5), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:59.486101 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bcd999dab8754ac6b709236c3d74eada&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904732 Feb 21 01:32:59.487258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ba6d14-df65-4f98-9d6f-35bc506b4df5,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:59.488819 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 54306) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:32:59.494356 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.494792 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.495035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.495376 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.495705 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.496049 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.496360 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.496710 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.497035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.497355 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.498336 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.498667 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.499083 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b65eb7-c7c1-4fb0-96db-3263fbe8107d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.506658 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:32:59.510425 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be8b51e-e01d-47f2-a4bd-1fa0aa56db2f" -d '{"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-plugged", "status": "completed", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:32:59.539749 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Publish callbacks [] for security_group (b3ba6d14-df65-4f98-9d6f-35bc506b4df5), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:59.546055 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12b1ac2-164e-4a6e-9e63-16a94c29dc26 x-openstack-request-id: req-d12b1ac2-164e-4a6e-9e63-16a94c29dc26 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:32:59.546452 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-plugged", "status": "completed", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:32:59.546710 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d12b1ac2-164e-4a6e-9e63-16a94c29dc26 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:32:59.547139 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'code': 200} Feb 21 01:32:59.569950 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Publish callbacks [] for security_group (b3ba6d14-df65-4f98-9d6f-35bc506b4df5), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:59.681492 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b3ba6d14-df65-4f98-9d6f-35bc506b4df5), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:59.684200 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:32:59.696771 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b3ba6d14-df65-4f98-9d6f-35bc506b4df5 HTTP/1.1" status: 204 len: 168 time: 0.1987123 Feb 21 01:32:59.707870 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ba6d14-df65-4f98-9d6f-35bc506b4df5,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:32:59.716240 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.716869 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.717370 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.717886 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.718425 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.718829 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.719277 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.719713 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.720155 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.720604 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.721025 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.721455 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.721958 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12981bf-3121-4643-b1d8-eae4f87f2159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:32:59.808204 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a319a25-2c03-44a2-9f9a-568c735fa242 req-c85e6297-b261-4bb3-b416-144c9abf51df tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:59.809732 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1a319a25-2c03-44a2-9f9a-568c735fa242 req-c85e6297-b261-4bb3-b416-144c9abf51df tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.1157398 Feb 21 01:32:59.822133 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203ba75-b645-4fed-b6cc-026dbc4f0af6 req-e7c89a4d-baf4-4df4-aede-c9000dbd9777 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:59.823597 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f203ba75-b645-4fed-b6cc-026dbc4f0af6 req-e7c89a4d-baf4-4df4-aede-c9000dbd9777 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0873406 Feb 21 01:32:59.929289 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1a319a25-2c03-44a2-9f9a-568c735fa242 req-a56ecbcb-1a9c-4531-b4e8-22364670ff42 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046820 Feb 21 01:32:59.935770 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f203ba75-b645-4fed-b6cc-026dbc4f0af6 req-323e28bb-dadd-4e7e-a01c-7662caea8e7a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030867 Feb 21 01:32:59.938522 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51663f52-94f0-43e5-a04f-4750570d6471 req-73a6dbdf-59f2-4942-88e7-43e6ce9d676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:32:59.939921 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-51663f52-94f0-43e5-a04f-4750570d6471 req-73a6dbdf-59f2-4942-88e7-43e6ce9d676e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 1130 time: 0.1088340 Feb 21 01:32:59.993581 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-51663f52-94f0-43e5-a04f-4750570d6471 req-e60b0962-5a42-4b3f-ab76-79427beca209 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386057 Feb 21 01:33:00.209479 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9fbe0-c8d3-4853-8be1-4aaf52f6fd68 req-1b583bce-b449-4045-963d-fc7cbb7284b2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:00.211081 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cdd9fbe0-c8d3-4853-8be1-4aaf52f6fd68 req-1b583bce-b449-4045-963d-fc7cbb7284b2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0908780 Feb 21 01:33:00.222758 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5f939-51a0-4875-9c8f-b13d36290500 req-2349ca72-1fa7-4347-9aaf-3cbc630b54e0 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:00.224184 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9ce5f939-51a0-4875-9c8f-b13d36290500 req-2349ca72-1fa7-4347-9aaf-3cbc630b54e0 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 945 time: 0.0719726 Feb 21 01:33:00.298835 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cdd9fbe0-c8d3-4853-8be1-4aaf52f6fd68 req-7db593c6-ec1e-49ec-940f-b842206f70ee tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736682 Feb 21 01:33:00.302123 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9ce5f939-51a0-4875-9c8f-b13d36290500 req-d7e9ce34-accc-474e-9fdb-1f1c5ed9cd2a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712879 Feb 21 01:33:00.324826 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 54332) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:00.339082 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9c144a4-5fad-4fae-8445-6cff581035c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:00.465313 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9c144a4-5fad-4fae-8445-6cff581035c9 admin admin] Publish callbacks [] for security_group (b184a2ea-4e73-4056-ab20-9bad1ba4499e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:00.477012 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9756d-ae77-497d-afa8-12bcc75c51bd req-19a70583-88b5-4808-b46e-5989a7073019 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:00.478521 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6af9756d-ae77-497d-afa8-12bcc75c51bd req-19a70583-88b5-4808-b46e-5989a7073019 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0933347 Feb 21 01:33:00.523150 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9c144a4-5fad-4fae-8445-6cff581035c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b184a2ea-4e73-4056-ab20-9bad1ba4499e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:00.535428 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6af9756d-ae77-497d-afa8-12bcc75c51bd req-18de8f90-a9ba-4e5b-b839-559b7b6edd81 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512817 Feb 21 01:33:00.564090 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c144a4-5fad-4fae-8445-6cff581035c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b184a2ea-4e73-4056-ab20-9bad1ba4499e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:00.570383 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-d9c144a4-5fad-4fae-8445-6cff581035c9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0607f40c8b3141658d4103d5d13783c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437708 Feb 21 01:33:00.572678 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 54336) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:00.621150 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc1283e2-d278-41c5-84e4-49e2bbe64784 admin admin] Publish callbacks [] for security_group (b184a2ea-4e73-4056-ab20-9bad1ba4499e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:00.643665 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc1283e2-d278-41c5-84e4-49e2bbe64784 admin admin] Publish callbacks [] for security_group (b184a2ea-4e73-4056-ab20-9bad1ba4499e), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:00.739165 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc1283e2-d278-41c5-84e4-49e2bbe64784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b184a2ea-4e73-4056-ab20-9bad1ba4499e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:00.741933 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-dc1283e2-d278-41c5-84e4-49e2bbe64784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:00.745392 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-dc1283e2-d278-41c5-84e4-49e2bbe64784 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b184a2ea-4e73-4056-ab20-9bad1ba4499e HTTP/1.1" status: 204 len: 168 time: 0.1694329 Feb 21 01:33:00.756598 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1283e2-d278-41c5-84e4-49e2bbe64784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184a2ea-4e73-4056-ab20-9bad1ba4499e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:01.307460 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976c3e-4daf-4207-a0fc-60f563a6daad req-9f1e611e-4912-4c3f-9c1e-b68fe7f84c74 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:01.308969 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0976c3e-4daf-4207-a0fc-60f563a6daad req-9f1e611e-4912-4c3f-9c1e-b68fe7f84c74 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.2989206 Feb 21 01:33:01.328866 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48dfc4-5601-4f9c-be44-27447543bbe8 req-aebf2185-325b-46df-befd-4e5cecd21990 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:01.330264 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d48dfc4-5601-4f9c-be44-27447543bbe8 req-aebf2185-325b-46df-befd-4e5cecd21990 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0781918 Feb 21 01:33:01.404682 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d48dfc4-5601-4f9c-be44-27447543bbe8 req-5d3b7406-7f1f-4f6e-80cb-92129353277c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664797 Feb 21 01:33:01.407697 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0976c3e-4daf-4207-a0fc-60f563a6daad req-45884004-8ca4-4fa3-acc3-c8fba5d037b2 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929992 Feb 21 01:33:01.536061 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae823f5-24cb-40b1-891f-ec5b76007202 req-1fdf26a7-87db-4516-97f4-d97d1b82cefe tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:01.537508 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ae823f5-24cb-40b1-891f-ec5b76007202 req-1fdf26a7-87db-4516-97f4-d97d1b82cefe tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0601068 Feb 21 01:33:01.590282 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ae823f5-24cb-40b1-891f-ec5b76007202 req-8329e42b-c550-42e4-b7fa-d635d251b3a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463700 Feb 21 01:33:01.666239 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44365f-aace-4eda-9c9f-5858cf48ab50 req-1f8cfbaa-7910-4a78-a978-43a2edbdc173 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:01.667832 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9e44365f-aace-4eda-9c9f-5858cf48ab50 req-1f8cfbaa-7910-4a78-a978-43a2edbdc173 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0571573 Feb 21 01:33:01.723924 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9e44365f-aace-4eda-9c9f-5858cf48ab50 req-7eaf9291-33f3-450c-a2b7-74ed21ecd43d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464375 Feb 21 01:33:02.272291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f604d-023f-4652-9051-c34e49c95d06 req-6ec7e600-894c-4ad0-94c2-de44a5067a80 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:02.273806 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-586f604d-023f-4652-9051-c34e49c95d06 req-6ec7e600-894c-4ad0-94c2-de44a5067a80 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0534804 Feb 21 01:33:02.347484 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-586f604d-023f-4652-9051-c34e49c95d06 req-57cbe1b4-cc07-4f28-9514-756a7458127d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679193 Feb 21 01:33:02.363732 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-44d9c704-b5c8-46de-9771-20be237fed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:02.365304 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-44d9c704-b5c8-46de-9771-20be237fed10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 1129 time: 0.0537980 Feb 21 01:33:02.475354 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-317cbb48-6d4b-45fd-baae-305755177e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:02.477207 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-317cbb48-6d4b-45fd-baae-305755177e4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 919 time: 0.0956283 Feb 21 01:33:02.586309 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-759a589b-4f8f-40ff-9055-612932dbeaf7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f6f4bf6-c2bb-4409-855b-387ebc13aa76 HTTP/1.1" status: 200 len: 217 time: 0.0781841 Feb 21 01:33:02.655540 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37e0e-c3d4-4236-8d2a-fc401d06f2cb req-f69e1686-a99d-4f68-937f-8fb64310998b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:02.657049 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-32c37e0e-c3d4-4236-8d2a-fc401d06f2cb req-f69e1686-a99d-4f68-937f-8fb64310998b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1640787 Feb 21 01:33:02.665641 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613107a-4b13-4b21-9535-37aafcd3e47a req-be837d2d-8921-46bd-918d-efc6536d7ebb tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:02.667068 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6613107a-4b13-4b21-9535-37aafcd3e47a req-be837d2d-8921-46bd-918d-efc6536d7ebb tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.1721990 Feb 21 01:33:02.705347 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-d9a002c9-3063-4e82-8ad4-ca8c46feea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:02.706503 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-d9a002c9-3063-4e82-8ad4-ca8c46feea0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58f09cd-72c6-456a-843c-c8121f0b588f HTTP/1.1" status: 200 len: 858 time: 0.1042585 Feb 21 01:33:02.771474 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-938f56bf-3c54-4939-9461-0b1368b4e420 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce3d49-217f-425e-8faa-7de06bd3cd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554366 Feb 21 01:33:02.776686 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-32c37e0e-c3d4-4236-8d2a-fc401d06f2cb req-9a742fa7-252c-4837-895d-053d336b39c5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087096 Feb 21 01:33:02.780719 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6613107a-4b13-4b21-9535-37aafcd3e47a req-b790d816-53cc-4eeb-bfc1-5440077632fc tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004958 Feb 21 01:33:02.908810 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-b7e57366-9a80-4c06-9f1d-4a2aed1265fb service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274776 Feb 21 01:33:02.927455 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48a09f-4b1d-4dd1-af1c-06c967392189 req-e852db3e-478b-4f9d-a7c4-bb6617749c0a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:02.929088 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8c48a09f-4b1d-4dd1-af1c-06c967392189 req-e852db3e-478b-4f9d-a7c4-bb6617749c0a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0684106 Feb 21 01:33:02.980948 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8c48a09f-4b1d-4dd1-af1c-06c967392189 req-5a3a26a2-5443-4885-965a-c194ecd879a9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461576 Feb 21 01:33:03.098189 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7cc6f-6c07-4f00-8000-d67357a2ad9c req-cc4d540d-484f-4baa-bdc9-30db9f05fae3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:03.099701 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-aba7cc6f-6c07-4f00-8000-d67357a2ad9c req-cc4d540d-484f-4baa-bdc9-30db9f05fae3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0560908 Feb 21 01:33:03.108157 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 54436) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:03.112617 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-28d73a83-06c3-4aaa-9f53-f878c96d98a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'floatingip': {'port_id': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:33:03.183977 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28d73a83-06c3-4aaa-9f53-f878c96d98a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (087de4b1-2724-4b93-8580-5670b04e7ae4), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.332563 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 54446) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:03.462763 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ea8f218e-60d1-4167-97c1-70965548353f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.539105 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbf05e-0e00-4667-aa0c-28bb91d1e832 req-62465e7e-6ffa-47cd-b471-424e1892d833 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:03.540746 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-67dbf05e-0e00-4667-aa0c-28bb91d1e832 req-62465e7e-6ffa-47cd-b471-424e1892d833 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.1063259 Feb 21 01:33:03.545360 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ea8f218e-60d1-4167-97c1-70965548353f admin admin] Publish callbacks [] for security_group (c27a7693-4007-4b7b-9df2-c138636fe942), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.664934 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ea8f218e-60d1-4167-97c1-70965548353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c27a7693-4007-4b7b-9df2-c138636fe942), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.704603 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-ea8f218e-60d1-4167-97c1-70965548353f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bd14138252a447aaad286e115427e3de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3708980 Feb 21 01:33:03.707242 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 54456) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:03.713194 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f218e-60d1-4167-97c1-70965548353f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a7693-4007-4b7b-9df2-c138636fe942,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:03.731776 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-67dbf05e-0e00-4667-aa0c-28bb91d1e832 req-5a7d0f62-8de2-4057-8a72-6dbd46a73201 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697650 Feb 21 01:33:03.761711 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-daeb15aa-131f-4610-a188-464d7cac6add admin admin] Publish callbacks [] for security_group (c27a7693-4007-4b7b-9df2-c138636fe942), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.781973 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-daeb15aa-131f-4610-a188-464d7cac6add admin admin] Publish callbacks [] for security_group (c27a7693-4007-4b7b-9df2-c138636fe942), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.899252 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-daeb15aa-131f-4610-a188-464d7cac6add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c27a7693-4007-4b7b-9df2-c138636fe942), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.901971 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-daeb15aa-131f-4610-a188-464d7cac6add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.903119 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-daeb15aa-131f-4610-a188-464d7cac6add admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c27a7693-4007-4b7b-9df2-c138636fe942 HTTP/1.1" status: 204 len: 168 time: 0.1949868 Feb 21 01:33:03.911050 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb15aa-131f-4610-a188-464d7cac6add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a7693-4007-4b7b-9df2-c138636fe942,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:03.947447 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28d73a83-06c3-4aaa-9f53-f878c96d98a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:03.965046 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551abd9-2858-45db-bb10-fd81b76e3d23 req-2a28d5ea-3420-4620-9188-607eb54a1579 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:03.966558 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6551abd9-2858-45db-bb10-fd81b76e3d23 req-2a28d5ea-3420-4620-9188-607eb54a1579 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0873137 Feb 21 01:33:04.161876 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-277a8eda-eeaf-4eb4-8113-973def36a886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:04.194493 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28d73a83-06c3-4aaa-9f53-f878c96d98a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (087de4b1-2724-4b93-8580-5670b04e7ae4), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:04.237630 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6551abd9-2858-45db-bb10-fd81b76e3d23 req-3bdce2bd-dec2-49ba-bc43-578506873d18 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652109 Feb 21 01:33:04.339392 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-28d73a83-06c3-4aaa-9f53-f878c96d98a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Floating IP 087de4b1-2724-4b93-8580-5670b04e7ae4 associated. External IP: 172.27.3.34, port: fe876a1a-56e9-4821-ac6c-94fe28a1852e. Feb 21 01:33:04.405308 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a2930-9454-4c40-90bc-dc81fc117da2 req-50911990-499a-4d66-a2f0-ac281137de0f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:04.406788 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a52a2930-9454-4c40-90bc-dc81fc117da2 req-50911990-499a-4d66-a2f0-ac281137de0f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1012352 Feb 21 01:33:04.417010 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 54470) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:04.421535 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-a45e0e1e-050d-4559-af04-89df9750cea7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'floatingip': {'port_id': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:33:04.493787 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a45e0e1e-050d-4559-af04-89df9750cea7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:04.551444 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 54474) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:04.586996 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d73a83-06c3-4aaa-9f53-f878c96d98a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:33:04.590961 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4431d31e-121e-40c4-bca0-f7871158fa15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:04.703583 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d73a83-06c3-4aaa-9f53-f878c96d98a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:33:04.708200 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-28d73a83-06c3-4aaa-9f53-f878c96d98a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:04.718343 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] Sync routers for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:33:04.729687 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:33:04.730579 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:04.739597 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-28d73a83-06c3-4aaa-9f53-f878c96d98a6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "PUT /v2.0/floatingips/087de4b1-2724-4b93-8580-5670b04e7ae4 HTTP/1.1" status: 200 len: 990 time: 1.6302989 Feb 21 01:33:04.740477 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'tag': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:33:04.744330 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6ec50e-f12b-4e98-9723-9768e25a851c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff526a32-96c9-4481-a88c-a0913652acfd", "tag": "fe876a1a-56e9-4821-ac6c-94fe28a1852e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:33:04.827963 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4431d31e-121e-40c4-bca0-f7871158fa15 admin admin] Publish callbacks [] for security_group (4017f248-6873-45c1-8271-5bc294f5d7b9), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:04.830055 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c9e491-8817-4f61-90e3-cef1427e3895 x-openstack-request-id: req-d0c9e491-8817-4f61-90e3-cef1427e3895 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:33:04.830353 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff526a32-96c9-4481-a88c-a0913652acfd", "tag": "fe876a1a-56e9-4821-ac6c-94fe28a1852e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:33:04.830610 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d0c9e491-8817-4f61-90e3-cef1427e3895 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:33:04.832383 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'tag': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e', 'status': 'completed', 'code': 200} Feb 21 01:33:04.857215 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:33:04.886878 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4431d31e-121e-40c4-bca0-f7871158fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4017f248-6873-45c1-8271-5bc294f5d7b9), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:04.927300 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83992819-160e-4f82-b656-6acc483953c4 req-8d861a42-8751-4992-8507-1a5a45622d22 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:04.928840 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-83992819-160e-4f82-b656-6acc483953c4 req-8d861a42-8751-4992-8507-1a5a45622d22 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0536616 Feb 21 01:33:04.977068 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-83992819-160e-4f82-b656-6acc483953c4 req-d0726fb9-8778-4341-851e-c1c882797a72 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 Feb 21 01:33:04.988058 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-4431d31e-121e-40c4-bca0-f7871158fa15 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7c0b1c09c4054d68b80c64f0fba71613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355819 Feb 21 01:33:04.992572 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 54486) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:05.003197 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431d31e-121e-40c4-bca0-f7871158fa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4017f248-6873-45c1-8271-5bc294f5d7b9,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:05.065774 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-562a6088-34cc-47e2-a0c5-459a26df8449 admin admin] Publish callbacks [] for security_group (4017f248-6873-45c1-8271-5bc294f5d7b9), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:05.090757 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-562a6088-34cc-47e2-a0c5-459a26df8449 admin admin] Publish callbacks [] for security_group (4017f248-6873-45c1-8271-5bc294f5d7b9), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:05.171288 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '087de4b1-2724-4b93-8580-5670b04e7ae4', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'port_id': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'mac_address': 'fa:16:3e:5b:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:32:18Z', 'updated_at': '2022-02-21T01:33:03Z', 'revision_number': 1, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:05.197266 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] Checking router: 9dca3534-f5e8-41ed-bc76-fc1e371dde8a for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:33:05.206113 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-562a6088-34cc-47e2-a0c5-459a26df8449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4017f248-6873-45c1-8271-5bc294f5d7b9), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:05.206249 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:33:05.210971 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:05.211084 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-562a6088-34cc-47e2-a0c5-459a26df8449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:05.211493 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-562a6088-34cc-47e2-a0c5-459a26df8449 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4017f248-6873-45c1-8271-5bc294f5d7b9 HTTP/1.1" status: 204 len: 168 time: 0.2179008 Feb 21 01:33:05.221799 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a6088-34cc-47e2-a0c5-459a26df8449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4017f248-6873-45c1-8271-5bc294f5d7b9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:05.287105 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a45e0e1e-050d-4559-af04-89df9750cea7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:05.333631 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:33:05.344683 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a45e0e1e-050d-4559-af04-89df9750cea7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:05.569128 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '087de4b1-2724-4b93-8580-5670b04e7ae4', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'port_id': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'mac_address': 'fa:16:3e:5b:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:32:18Z', 'updated_at': '2022-02-21T01:33:03Z', 'revision_number': 1, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:05.597704 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d73e2c-2827-45fc-965a-0e54887ad0f5 None None] The sync data for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi is: [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '087de4b1-2724-4b93-8580-5670b04e7ae4', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'port_id': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'mac_address': 'fa:16:3e:5b:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:32:18Z', 'updated_at': '2022-02-21T01:33:03Z', 'revision_number': 1, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:33:05.639134 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.l3_db [None req-a45e0e1e-050d-4559-af04-89df9750cea7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Floating IP 074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f associated. External IP: 172.27.3.75, port: d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7. Feb 21 01:33:05.816005 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19610d-b845-455e-b9ac-10da7b6e5a5d None None] New status for floating IP 087de4b1-2724-4b93-8580-5670b04e7ae4: ACTIVE {{(pid=103195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:33:05.868557 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45e0e1e-050d-4559-af04-89df9750cea7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Router a2ced291-0182-4fa1-8eca-27c1193c27f8 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:33:05.987294 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45e0e1e-050d-4559-af04-89df9750cea7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:33:05.992931 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a45e0e1e-050d-4559-af04-89df9750cea7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:06.001604 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] Sync routers for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:33:06.014756 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:33:06.015392 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:06.029482 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a45e0e1e-050d-4559-af04-89df9750cea7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "PUT /v2.0/floatingips/074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f HTTP/1.1" status: 200 len: 991 time: 1.6107895 Feb 21 01:33:06.030083 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'}] {{(pid=103193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:33:06.032470 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46adb57cdadb3ca4b6d0a9fffa764264e96a515ea1a204ffcbc636e6fc4351f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5836e57-cd6b-442e-b28b-8997c4299d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7"}]}' {{(pid=103193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:33:06.110988 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca42bc-f8a7-4c0f-bffb-22888e3269db req-9729d9ac-9334-4211-96d1-d132f50ce74c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:06.112405 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70ca42bc-f8a7-4c0f-bffb-22888e3269db req-9729d9ac-9334-4211-96d1-d132f50ce74c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0550721 Feb 21 01:33:06.165016 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70ca42bc-f8a7-4c0f-bffb-22888e3269db req-1dd2d198-0025-4d43-b9f5-75940da0cb4c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463915 Feb 21 01:33:06.244677 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:33:06.278709 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b58731-a214-4a76-bc84-e3ed11ccd905 x-openstack-request-id: req-15b58731-a214-4a76-bc84-e3ed11ccd905 {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:33:06.279431 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7", "status": "completed", "code": 200}]} {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:33:06.279431 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-15b58731-a214-4a76-bc84-e3ed11ccd905 {{(pid=103193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:33:06.279645 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'status': 'completed', 'code': 200} Feb 21 01:33:06.489789 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'port_id': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'mac_address': 'fa:16:3e:24:a0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:32:18Z', 'updated_at': '2022-02-21T01:33:05Z', 'revision_number': 1, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:06.522590 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] Checking router: a2ced291-0182-4fa1-8eca-27c1193c27f8 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:33:06.524802 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f8a7f63-ab67-463f-a7c5-0426a44bcb76 req-2d98020c-421e-4df4-8cc1-5db173ea08c0 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284204 Feb 21 01:33:06.532481 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:33:06.533166 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:32:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:06.647991 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:33:06.677368 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-343c69d4-f93a-40a5-861b-e60cfdd3d300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:06.680057 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:06.870123 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'port_id': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'mac_address': 'fa:16:3e:24:a0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:32:18Z', 'updated_at': '2022-02-21T01:33:05Z', 'revision_number': 1, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:06.899973 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70243547-275a-4033-bfd0-e0a674c1fb00 None None] The sync data for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi is: [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'port_id': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'mac_address': 'fa:16:3e:24:a0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:32:18Z', 'updated_at': '2022-02-21T01:33:05Z', 'revision_number': 1, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:33:07.159912 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6085ac29-3f75-4b2b-8193-3d4a8efa04b6 None None] New status for floating IP 074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f: ACTIVE {{(pid=103195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:33:07.286322 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb616d3-6ae5-45ed-b7da-c4a343616e99 req-d0723a54-c469-40fc-8a7d-53e65c17d182 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:07.288657 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5bb616d3-6ae5-45ed-b7da-c4a343616e99 req-d0723a54-c469-40fc-8a7d-53e65c17d182 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0530305 Feb 21 01:33:07.352501 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5bb616d3-6ae5-45ed-b7da-c4a343616e99 req-2df4f7c2-f40c-41e8-880c-dc6c89e5cfc0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564940 Feb 21 01:33:07.659207 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:07.926754 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-b8b97209-3dfd-4e26-a356-4381f77def09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:07.928280 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-b8b97209-3dfd-4e26-a356-4381f77def09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 1130 time: 0.0459774 Feb 21 01:33:07.959921 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276f118d-b349-4128-9b46-15c31210333e req-083b4b13-b4b1-472f-a5c8-f75a502ff923 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784092 Feb 21 01:33:07.962289 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-2609b17c-d3e7-48bd-ab7c-8c9f37386da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:07.963630 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-2609b17c-d3e7-48bd-ab7c-8c9f37386da5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 1129 time: 0.0734351 Feb 21 01:33:08.086751 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-cd12aefa-7965-4713-b08f-2684fd4dd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.088280 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-cd12aefa-7965-4713-b08f-2684fd4dd4f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.1494591 Feb 21 01:33:08.108953 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-2d1b2080-f259-4abe-acb0-e4b75042660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.110397 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-2d1b2080-f259-4abe-acb0-e4b75042660b service neutron] 10.222.0.43 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 912 time: 0.1213276 Feb 21 01:33:08.116053 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f118d-b349-4128-9b46-15c31210333e req-166b0a0d-434a-43e3-a36e-7908d4fb40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.117563 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276f118d-b349-4128-9b46-15c31210333e req-166b0a0d-434a-43e3-a36e-7908d4fb40a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a2fb11bd56f946d1a12bb7aba48aece1&device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 1130 time: 0.0753670 Feb 21 01:33:08.206604 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-3f15b26e-240f-4c83-b3ad-d73901719c38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 200 len: 1001 time: 0.1001492 Feb 21 01:33:08.257133 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-9229ba71-3eb2-47d8-afa1-0ff11b2cd6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.258846 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-9229ba71-3eb2-47d8-afa1-0ff11b2cd6af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0441263 Feb 21 01:33:08.263795 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-d8b82bb4-9228-4741-ba13-263e911b66dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e HTTP/1.1" status: 200 len: 1000 time: 0.1453085 Feb 21 01:33:08.324158 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-6ab96dd5-60b6-4fd9-8ed6-eb30b132a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.324417 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f118d-b349-4128-9b46-15c31210333e req-b4d3dc81-5364-4147-abc8-5dee11ef59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.325799 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-6ab96dd5-60b6-4fd9-8ed6-eb30b132a1da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471718 Feb 21 01:33:08.325937 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276f118d-b349-4128-9b46-15c31210333e req-b4d3dc81-5364-4147-abc8-5dee11ef59a9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=40c42b75-d0fb-4f29-b50c-48bc86d4bd46 HTTP/1.1" status: 200 len: 912 time: 0.1644135 Feb 21 01:33:08.335912 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-ba55c647-9b78-4c94-af65-5f51aa00bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.337310 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-ba55c647-9b78-4c94-af65-5f51aa00bd81 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 200 len: 850 time: 0.0583024 Feb 21 01:33:08.385086 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276f118d-b349-4128-9b46-15c31210333e req-cd998c12-06e7-47c9-879f-bc080ed37313 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29ef37bc-fe8f-48e8-8a21-00801ca04b5a HTTP/1.1" status: 200 len: 217 time: 0.0467291 Feb 21 01:33:08.435599 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-e296a25b-b9f1-46be-bffa-3424e5e6db6a service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991206 Feb 21 01:33:08.464018 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-9a9e14f7-b2ad-4f52-8607-ce9a1291fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.464976 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-9a9e14f7-b2ad-4f52-8607-ce9a1291fea0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27d681c4-c216-4785-93dd-e8601d1c0576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1191416 Feb 21 01:33:08.520199 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f118d-b349-4128-9b46-15c31210333e req-03e690d6-8a13-4d13-84a8-9fe8165d9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.521689 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276f118d-b349-4128-9b46-15c31210333e req-03e690d6-8a13-4d13-84a8-9fe8165d9035 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=631c0edb-6f54-4314-97f7-e5baea235b64 HTTP/1.1" status: 200 len: 851 time: 0.1216354 Feb 21 01:33:08.540311 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-f0b3a6c1-2339-4051-a45d-ba2eff96b286 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997140 Feb 21 01:33:08.590910 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276f118d-b349-4128-9b46-15c31210333e req-62ca3a34-0a39-4300-957f-0181b6e4d8a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40c42b75-d0fb-4f29-b50c-48bc86d4bd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338676 Feb 21 01:33:08.662670 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265db8f-b877-4e04-a97c-7bead8a34e9d req-9f8a9537-efae-4707-a93d-629dfb06d096 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:08.664549 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e265db8f-b877-4e04-a97c-7bead8a34e9d req-9f8a9537-efae-4707-a93d-629dfb06d096 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.2220225 Feb 21 01:33:08.720676 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-497338ab-13dd-4422-b74a-72717b1bb2c6 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364430 Feb 21 01:33:08.769497 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276f118d-b349-4128-9b46-15c31210333e req-3407ad85-488c-471e-8622-9f27996c6620 service neutron] 10.222.0.43 "GET /v2.0/networks/40c42b75-d0fb-4f29-b50c-48bc86d4bd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691391 Feb 21 01:33:08.814255 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e265db8f-b877-4e04-a97c-7bead8a34e9d req-1b1ce20c-4fbc-4c41-8dd9-357e032e17ea tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415889 Feb 21 01:33:09.103006 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af6ec50e-f12b-4e98-9723-9768e25a851c req-1e53b2c3-bc2d-4867-8e39-72c320e25937 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722618 Feb 21 01:33:09.118188 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276f118d-b349-4128-9b46-15c31210333e req-384277a0-26a9-473a-95f5-6001add7d28a service neutron] 10.222.0.43 "GET /v2.0/networks/40c42b75-d0fb-4f29-b50c-48bc86d4bd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197820 Feb 21 01:33:09.134566 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:09.943648 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d5375-d8d9-4c1f-966d-44a9b3c1ee85 req-026962d3-9eac-462c-97d9-6bb169883322 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:09.945168 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff0d5375-d8d9-4c1f-966d-44a9b3c1ee85 req-026962d3-9eac-462c-97d9-6bb169883322 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0585222 Feb 21 01:33:09.996456 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff0d5375-d8d9-4c1f-966d-44a9b3c1ee85 req-c0def236-ee49-4901-a175-6b90b59d5097 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456977 Feb 21 01:33:10.254557 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 54626) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:10.365999 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6282-06be-4f85-9ef6-1c3d71745cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:10.440217 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6282-06be-4f85-9ef6-1c3d71745cf8 admin admin] Publish callbacks [] for security_group (b16eb0a8-be2a-40df-9b41-2461bd5d5ae4), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:10.504558 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9ae6282-06be-4f85-9ef6-1c3d71745cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b16eb0a8-be2a-40df-9b41-2461bd5d5ae4), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:10.543213 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-b9ae6282-06be-4f85-9ef6-1c3d71745cf8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=06ab129e62484eaf82f5e8e922e31e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876043 Feb 21 01:33:10.545192 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae6282-06be-4f85-9ef6-1c3d71745cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16eb0a8-be2a-40df-9b41-2461bd5d5ae4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:10.546074 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 54632) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:10.550460 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:10.601640 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cbf5-77e6-49ab-9b73-82505bcb17ed admin admin] Publish callbacks [] for security_group (b16eb0a8-be2a-40df-9b41-2461bd5d5ae4), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:10.632131 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cbf5-77e6-49ab-9b73-82505bcb17ed admin admin] Publish callbacks [] for security_group (b16eb0a8-be2a-40df-9b41-2461bd5d5ae4), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:10.754873 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cbf5-77e6-49ab-9b73-82505bcb17ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b16eb0a8-be2a-40df-9b41-2461bd5d5ae4), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:10.757784 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f8b9cbf5-77e6-49ab-9b73-82505bcb17ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:10.758925 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f8b9cbf5-77e6-49ab-9b73-82505bcb17ed admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b16eb0a8-be2a-40df-9b41-2461bd5d5ae4 HTTP/1.1" status: 204 len: 168 time: 0.2118738 Feb 21 01:33:10.767097 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9cbf5-77e6-49ab-9b73-82505bcb17ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16eb0a8-be2a-40df-9b41-2461bd5d5ae4,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:11.112193 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf13107-9e00-472d-9b22-98673dffd84d req-cb468444-fab2-4303-80f5-651a99d21185 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:11.113768 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5cf13107-9e00-472d-9b22-98673dffd84d req-cb468444-fab2-4303-80f5-651a99d21185 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0503225 Feb 21 01:33:11.159027 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5cf13107-9e00-472d-9b22-98673dffd84d req-fba7be7c-9aab-42b5-a9e2-bb211a6590ef tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Feb 21 01:33:11.353046 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 54648) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:11.358209 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6d084607-c58e-4876-8470-fbab985289ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:11.430121 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6d084607-c58e-4876-8470-fbab985289ad admin admin] Publish callbacks [] for security_group (758a8f80-eca8-4da1-880c-20d5897ab56b), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:11.508934 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6d084607-c58e-4876-8470-fbab985289ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (758a8f80-eca8-4da1-880c-20d5897ab56b), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:11.549578 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-6d084607-c58e-4876-8470-fbab985289ad admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=59f7fcf561f54c4d80ecd286dcefbcb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048903 Feb 21 01:33:11.550405 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d084607-c58e-4876-8470-fbab985289ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758a8f80-eca8-4da1-880c-20d5897ab56b,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:11.552838 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 54652) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:11.599366 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-707f6421-0a79-4418-9673-7fbae6629ca4 admin admin] Publish callbacks [] for security_group (758a8f80-eca8-4da1-880c-20d5897ab56b), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:11.624013 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-707f6421-0a79-4418-9673-7fbae6629ca4 admin admin] Publish callbacks [] for security_group (758a8f80-eca8-4da1-880c-20d5897ab56b), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:11.778854 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-707f6421-0a79-4418-9673-7fbae6629ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (758a8f80-eca8-4da1-880c-20d5897ab56b), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:11.781502 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-707f6421-0a79-4418-9673-7fbae6629ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:11.782632 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-707f6421-0a79-4418-9673-7fbae6629ca4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/758a8f80-eca8-4da1-880c-20d5897ab56b HTTP/1.1" status: 204 len: 168 time: 0.2288387 Feb 21 01:33:11.790245 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f6421-0a79-4418-9673-7fbae6629ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758a8f80-eca8-4da1-880c-20d5897ab56b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:12.277945 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6014d-04b4-46a0-994d-3c7a1fecd093 req-b10c3ac0-f1ce-4494-b873-bfbd494b29cb tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:12.279963 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8d6014d-04b4-46a0-994d-3c7a1fecd093 req-b10c3ac0-f1ce-4494-b873-bfbd494b29cb tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0531111 Feb 21 01:33:12.325718 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8d6014d-04b4-46a0-994d-3c7a1fecd093 req-ac8094ea-2f79-44a7-a32a-9a4af1670abf tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401111 Feb 21 01:33:13.446484 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc80d03-be7d-405a-9262-7a19a54382f8 req-12e5f211-820d-4a2c-bf58-a417abe653f8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:13.447951 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1cc80d03-be7d-405a-9262-7a19a54382f8 req-12e5f211-820d-4a2c-bf58-a417abe653f8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0509598 Feb 21 01:33:13.496312 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1cc80d03-be7d-405a-9262-7a19a54382f8 req-88b8a00d-1612-45c1-b248-67d25388c2db tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429382 Feb 21 01:33:14.176763 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 54734) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:14.281075 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ce0d-bcf0-4cc0-aa5b-a76db070654b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:14.350424 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ce0d-bcf0-4cc0-aa5b-a76db070654b admin admin] Publish callbacks [] for security_group (a1e2e9f8-0967-48e8-bdc5-088bce5a1bda), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:14.424135 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ce0d-bcf0-4cc0-aa5b-a76db070654b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a1e2e9f8-0967-48e8-bdc5-088bce5a1bda), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:14.461468 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-4ef4ce0d-bcf0-4cc0-aa5b-a76db070654b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=747b5b1850534efa922759c23b8f3ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835784 Feb 21 01:33:14.462176 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4ce0d-bcf0-4cc0-aa5b-a76db070654b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e2e9f8-0967-48e8-bdc5-088bce5a1bda,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:14.464830 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 54738) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:14.513047 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-bbcbaab3-ce1a-4a74-a095-660fc516e6b0 admin admin] Publish callbacks [] for security_group (a1e2e9f8-0967-48e8-bdc5-088bce5a1bda), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:14.534620 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-bbcbaab3-ce1a-4a74-a095-660fc516e6b0 admin admin] Publish callbacks [] for security_group (a1e2e9f8-0967-48e8-bdc5-088bce5a1bda), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:14.618015 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a93566-b9f2-48f5-9bfa-e90effc57a65 req-dafa767c-036e-46a3-8c17-2dc809489dee tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:14.619493 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90a93566-b9f2-48f5-9bfa-e90effc57a65 req-dafa767c-036e-46a3-8c17-2dc809489dee tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0515759 Feb 21 01:33:14.666721 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90a93566-b9f2-48f5-9bfa-e90effc57a65 req-9567ead0-494f-4a23-b63e-c8e735cc9f32 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Feb 21 01:33:14.699357 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-bbcbaab3-ce1a-4a74-a095-660fc516e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a1e2e9f8-0967-48e8-bdc5-088bce5a1bda), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:14.702646 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-bbcbaab3-ce1a-4a74-a095-660fc516e6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:14.703804 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-bbcbaab3-ce1a-4a74-a095-660fc516e6b0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a1e2e9f8-0967-48e8-bdc5-088bce5a1bda HTTP/1.1" status: 204 len: 168 time: 0.2377245 Feb 21 01:33:14.711913 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbaab3-ce1a-4a74-a095-660fc516e6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e2e9f8-0967-48e8-bdc5-088bce5a1bda,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:15.232915 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 54758) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:15.246152 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7c4866e7-2b21-4816-aeab-33e6119c8428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:15.318667 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7c4866e7-2b21-4816-aeab-33e6119c8428 admin admin] Publish callbacks [] for security_group (241eadda-8982-434c-a02a-accb0fdc11e3), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:15.367430 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7c4866e7-2b21-4816-aeab-33e6119c8428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (241eadda-8982-434c-a02a-accb0fdc11e3), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:15.406098 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-7c4866e7-2b21-4816-aeab-33e6119c8428 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f75d974807a44032a81b762420fb1a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721370 Feb 21 01:33:15.406936 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4866e7-2b21-4816-aeab-33e6119c8428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241eadda-8982-434c-a02a-accb0fdc11e3,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:15.409031 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 54760) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:15.460020 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3109ddc1-1e07-461a-a1e0-17209a96cdab admin admin] Publish callbacks [] for security_group (241eadda-8982-434c-a02a-accb0fdc11e3), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:15.480293 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3109ddc1-1e07-461a-a1e0-17209a96cdab admin admin] Publish callbacks [] for security_group (241eadda-8982-434c-a02a-accb0fdc11e3), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:15.657571 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3109ddc1-1e07-461a-a1e0-17209a96cdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (241eadda-8982-434c-a02a-accb0fdc11e3), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:15.660234 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3109ddc1-1e07-461a-a1e0-17209a96cdab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:15.661369 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-3109ddc1-1e07-461a-a1e0-17209a96cdab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/241eadda-8982-434c-a02a-accb0fdc11e3 HTTP/1.1" status: 204 len: 168 time: 0.2514486 Feb 21 01:33:15.669200 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109ddc1-1e07-461a-a1e0-17209a96cdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241eadda-8982-434c-a02a-accb0fdc11e3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:15.783552 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fda4f-0e2f-4f66-a931-d5aa9511477e req-3dbf8a72-e16d-4d8f-8dd1-7fc0436a46e5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:15.785056 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-142fda4f-0e2f-4f66-a931-d5aa9511477e req-3dbf8a72-e16d-4d8f-8dd1-7fc0436a46e5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0515411 Feb 21 01:33:15.832080 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-142fda4f-0e2f-4f66-a931-d5aa9511477e req-ea630137-3038-4b87-90fe-cd3c54a49c62 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Feb 21 01:33:16.960352 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577f8c3-c337-4470-a6f6-c511e9624b1e req-b5ea94d1-426b-46a1-be78-c18e4227ce42 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:16.961916 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9577f8c3-c337-4470-a6f6-c511e9624b1e req-b5ea94d1-426b-46a1-be78-c18e4227ce42 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0617292 Feb 21 01:33:17.012074 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9577f8c3-c337-4470-a6f6-c511e9624b1e req-f042b086-ba9d-4a84-998b-35abc23c4759 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 Feb 21 01:33:18.134973 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae4571-e97e-4a91-81b4-a8862b722e99 req-fffb04d5-3c47-485b-9850-017fe674d4f5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:18.136597 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-58ae4571-e97e-4a91-81b4-a8862b722e99 req-fffb04d5-3c47-485b-9850-017fe674d4f5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0552382 Feb 21 01:33:18.188962 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-58ae4571-e97e-4a91-81b4-a8862b722e99 req-8a45225e-946f-4fb9-9538-0ee582f5e6b0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460863 Feb 21 01:33:19.308402 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea26398-aee1-4cb0-a6b1-e11e15bd15d2 req-3deca192-ae9b-4b91-917e-02c17bd81e4d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:19.309946 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9ea26398-aee1-4cb0-a6b1-e11e15bd15d2 req-3deca192-ae9b-4b91-917e-02c17bd81e4d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0533655 Feb 21 01:33:19.355898 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9ea26398-aee1-4cb0-a6b1-e11e15bd15d2 req-90cb6912-0059-45db-acc1-815935309ddf tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Feb 21 01:33:20.477561 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ec689-aebe-45b2-ac0d-c96207d8a7b6 req-61bf8dbb-614f-4bbd-94a3-31d2fb10215a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:20.479032 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ac7ec689-aebe-45b2-ac0d-c96207d8a7b6 req-61bf8dbb-614f-4bbd-94a3-31d2fb10215a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0554051 Feb 21 01:33:20.525033 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ac7ec689-aebe-45b2-ac0d-c96207d8a7b6 req-93126b4e-e79a-4c76-8fdc-a3122c0dd478 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Feb 21 01:33:21.533072 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:33:21.641590 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e8aeb-e2c1-4737-99fb-b4470e03b793 req-d246736c-ab2d-446f-a2c8-f593dbd67adf tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:21.643014 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ec7e8aeb-e2c1-4737-99fb-b4470e03b793 req-d246736c-ab2d-446f-a2c8-f593dbd67adf tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0524337 Feb 21 01:33:21.691519 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ec7e8aeb-e2c1-4737-99fb-b4470e03b793 req-913c73da-ea86-4c3e-9244-973c5a03d507 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428646 Feb 21 01:33:22.817513 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21226dfd-1af0-4e3f-95be-2d280cc02c05 req-99b51c31-6d03-4175-97e7-2ec021ff01d2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:22.818986 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-21226dfd-1af0-4e3f-95be-2d280cc02c05 req-99b51c31-6d03-4175-97e7-2ec021ff01d2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0546584 Feb 21 01:33:22.865760 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-21226dfd-1af0-4e3f-95be-2d280cc02c05 req-480d9716-be5b-4eac-b5e2-af058eadfe63 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Feb 21 01:33:23.896534 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 55004) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:23.984819 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d2de4-7bc1-4401-9e4d-cdc783b0989e req-4d3ff9fc-9cbf-43e5-bad7-b5f19fe89ac1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:23.986287 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-762d2de4-7bc1-4401-9e4d-cdc783b0989e req-4d3ff9fc-9cbf-43e5-bad7-b5f19fe89ac1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0522289 Feb 21 01:33:24.005035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd39089b-881e-4634-ba6e-e8d934176bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:24.058143 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-762d2de4-7bc1-4401-9e4d-cdc783b0989e req-3049130d-7ec6-4733-9ddc-99b2e36c9fea tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656023 Feb 21 01:33:24.104414 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd39089b-881e-4634-ba6e-e8d934176bd5 admin admin] Publish callbacks [] for security_group (7a89ab41-c750-413e-9d01-956bfc70a92f), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:24.167380 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fd39089b-881e-4634-ba6e-e8d934176bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (7a89ab41-c750-413e-9d01-956bfc70a92f), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:24.208752 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-fd39089b-881e-4634-ba6e-e8d934176bd5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ff0c8134fc924517b7c8c0bf9f3dc0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111105 Feb 21 01:33:24.209589 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39089b-881e-4634-ba6e-e8d934176bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a89ab41-c750-413e-9d01-956bfc70a92f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:24.212359 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55008) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:24.261605 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64365d2b-6a89-423c-943a-720b069577d1 admin admin] Publish callbacks [] for security_group (7a89ab41-c750-413e-9d01-956bfc70a92f), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:24.282198 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64365d2b-6a89-423c-943a-720b069577d1 admin admin] Publish callbacks [] for security_group (7a89ab41-c750-413e-9d01-956bfc70a92f), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:24.390466 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64365d2b-6a89-423c-943a-720b069577d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (7a89ab41-c750-413e-9d01-956bfc70a92f), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:24.393301 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64365d2b-6a89-423c-943a-720b069577d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:24.397766 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-64365d2b-6a89-423c-943a-720b069577d1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7a89ab41-c750-413e-9d01-956bfc70a92f HTTP/1.1" status: 204 len: 168 time: 0.1812086 Feb 21 01:33:24.402094 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64365d2b-6a89-423c-943a-720b069577d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a89ab41-c750-413e-9d01-956bfc70a92f,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:24.960376 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55034) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:24.973707 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc9c7-6ccc-4b4b-b6d8-6b19fd977643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:25.044448 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc9c7-6ccc-4b4b-b6d8-6b19fd977643 admin admin] Publish callbacks [] for security_group (d20795e6-0165-4990-b5f8-fde733c31334), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:25.126000 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ffdcc9c7-6ccc-4b4b-b6d8-6b19fd977643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (d20795e6-0165-4990-b5f8-fde733c31334), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:25.169842 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-ffdcc9c7-6ccc-4b4b-b6d8-6b19fd977643 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=76a0e307a7fb428eb8f3746809ee0d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059183 Feb 21 01:33:25.169842 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcc9c7-6ccc-4b4b-b6d8-6b19fd977643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20795e6-0165-4990-b5f8-fde733c31334,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:25.170936 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 55038) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:25.193099 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8871a5e-5813-4ff0-84a6-558dc313b7e1 req-906dd21b-f8ef-40e0-9625-80d67a013238 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:25.193099 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c8871a5e-5813-4ff0-84a6-558dc313b7e1 req-906dd21b-f8ef-40e0-9625-80d67a013238 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0646348 Feb 21 01:33:25.261599 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fab150a-277d-4691-a7b0-3b1eaaec6af8 admin admin] Publish callbacks [] for security_group (d20795e6-0165-4990-b5f8-fde733c31334), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:25.281396 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c8871a5e-5813-4ff0-84a6-558dc313b7e1 req-5fc3b095-fcf2-4645-ae77-58bd1f375e69 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829229 Feb 21 01:33:25.290663 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fab150a-277d-4691-a7b0-3b1eaaec6af8 admin admin] Publish callbacks [] for security_group (d20795e6-0165-4990-b5f8-fde733c31334), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:25.424913 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fab150a-277d-4691-a7b0-3b1eaaec6af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (d20795e6-0165-4990-b5f8-fde733c31334), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:25.427465 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fab150a-277d-4691-a7b0-3b1eaaec6af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:25.428617 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6fab150a-277d-4691-a7b0-3b1eaaec6af8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d20795e6-0165-4990-b5f8-fde733c31334 HTTP/1.1" status: 204 len: 168 time: 0.2574406 Feb 21 01:33:25.443274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab150a-277d-4691-a7b0-3b1eaaec6af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20795e6-0165-4990-b5f8-fde733c31334,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:25.499268 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-d114a018-1ca4-40e0-8d68-8e61fa779c30 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:25.500870 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-d114a018-1ca4-40e0-8d68-8e61fa779c30 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/networks?id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 200 len: 814 time: 0.1317480 Feb 21 01:33:25.515696 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f6614121-b70b-4043-b726-d51cdd623305 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/quotas/11d99a6bb8ad42a980e51a57fcec7315 HTTP/1.1" status: 200 len: 375 time: 0.0094144 Feb 21 01:33:25.568476 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-d1d5dd7d-c856-46f7-9b41-7c82cdb4c6c0 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475748 Feb 21 01:33:25.663252 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-2ce73f33-a297-416f-a958-88416d13d7e9 service neutron] 10.222.0.90 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882890 Feb 21 01:33:25.758379 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-2d5561e4-c14b-419b-9bc6-644d15d21d1b service neutron] 10.222.0.90 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896089 Feb 21 01:33:26.024064 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f2c87fe-7634-4107-b2fa-6e6ce54b949a req-87fdd786-a25e-4b5f-be48-78d28909675b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 210 time: 0.0279090 Feb 21 01:33:26.149988 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55076) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:26.163526 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3541662a-3887-4acf-8b80-9008b9dce87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:26.234700 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3541662a-3887-4acf-8b80-9008b9dce87c admin admin] Publish callbacks [] for security_group (8a4fdd2c-2f6f-4c72-91be-1ee6ee37475b), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:26.298402 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3541662a-3887-4acf-8b80-9008b9dce87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (8a4fdd2c-2f6f-4c72-91be-1ee6ee37475b), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:26.337805 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541662a-3887-4acf-8b80-9008b9dce87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4fdd2c-2f6f-4c72-91be-1ee6ee37475b,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:26.342479 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-3541662a-3887-4acf-8b80-9008b9dce87c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6c2f53a57af845ba9f149626c250dd5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908646 Feb 21 01:33:26.345043 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55082) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:26.397659 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94c10ba1-577b-4faa-a0ab-c945d7d68129 admin admin] Publish callbacks [] for security_group (8a4fdd2c-2f6f-4c72-91be-1ee6ee37475b), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:26.406174 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91046a4-ba99-4fad-b92f-e5b73c9b1415 req-52376b3d-3180-406c-98e6-e34c5f5431f8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:26.407683 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f91046a4-ba99-4fad-b92f-e5b73c9b1415 req-52376b3d-3180-406c-98e6-e34c5f5431f8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0630131 Feb 21 01:33:26.419377 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94c10ba1-577b-4faa-a0ab-c945d7d68129 admin admin] Publish callbacks [] for security_group (8a4fdd2c-2f6f-4c72-91be-1ee6ee37475b), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:26.454461 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f91046a4-ba99-4fad-b92f-e5b73c9b1415 req-69940f37-7105-4b6a-9737-5f914c4c9818 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Feb 21 01:33:26.538548 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94c10ba1-577b-4faa-a0ab-c945d7d68129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (8a4fdd2c-2f6f-4c72-91be-1ee6ee37475b), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:26.541391 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94c10ba1-577b-4faa-a0ab-c945d7d68129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:26.542543 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-94c10ba1-577b-4faa-a0ab-c945d7d68129 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8a4fdd2c-2f6f-4c72-91be-1ee6ee37475b HTTP/1.1" status: 204 len: 168 time: 0.1966581 Feb 21 01:33:26.551334 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c10ba1-577b-4faa-a0ab-c945d7d68129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4fdd2c-2f6f-4c72-91be-1ee6ee37475b,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:27.116880 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c35d401a-c35e-410d-9dcb-a742258be1d3 req-a173e6f9-22b6-44be-9150-2af87c9561e4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 210 time: 0.0265155 Feb 21 01:33:27.587572 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea4d5f-8754-457e-9fb4-959c616d806d req-adc1f987-7994-4772-84d0-bc81e37555ff tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:27.587572 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-25ea4d5f-8754-457e-9fb4-959c616d806d req-adc1f987-7994-4772-84d0-bc81e37555ff tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0590971 Feb 21 01:33:27.631971 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-25ea4d5f-8754-457e-9fb4-959c616d806d req-2cccaf78-ef35-42d0-80c1-458b4ae9511a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442665 Feb 21 01:33:28.210096 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9b34ae0e-292b-4d19-803d-ddb8e5f744ee req-20a5e10d-6fa0-4ed2-b6a3-9eafa7803f5b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 210 time: 0.0305111 Feb 21 01:33:28.759829 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb31ce8-5477-45a8-aed0-1de4a6a77e2b req-4174ac61-82e3-41b8-af6a-f4ee6aab67f5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:28.761347 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bfb31ce8-5477-45a8-aed0-1de4a6a77e2b req-4174ac61-82e3-41b8-af6a-f4ee6aab67f5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0526261 Feb 21 01:33:28.808959 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bfb31ce8-5477-45a8-aed0-1de4a6a77e2b req-c2499713-df78-4eeb-9710-3759b9dcd40d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Feb 21 01:33:29.312934 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-40bf3dca-c9b7-4b40-85de-0679d741cb81 req-24d542ff-b5a5-425b-b97c-29dda84e3189 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 210 time: 0.0268347 Feb 21 01:33:29.923408 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ba027-2087-4887-8a67-88b461e0cc8d req-aaf48191-5c75-4110-93f5-71b977899848 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:29.924940 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c42ba027-2087-4887-8a67-88b461e0cc8d req-aaf48191-5c75-4110-93f5-71b977899848 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0516338 Feb 21 01:33:29.974894 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c42ba027-2087-4887-8a67-88b461e0cc8d req-9fe7680d-dee4-4283-9479-c48f775a4895 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Feb 21 01:33:30.055963 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55188) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:30.157267 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1a55d1f0-5346-46f2-b5d8-82b0bbf76427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:30.227805 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1a55d1f0-5346-46f2-b5d8-82b0bbf76427 admin admin] Publish callbacks [] for security_group (bdb6006e-cc74-478b-b2c3-5adeeb724ef3), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:30.309887 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1a55d1f0-5346-46f2-b5d8-82b0bbf76427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (bdb6006e-cc74-478b-b2c3-5adeeb724ef3), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:30.354746 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-1a55d1f0-5346-46f2-b5d8-82b0bbf76427 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2aa612a016b94d42b8795923ae02ed74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976365 Feb 21 01:33:30.355367 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55198) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:30.363259 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55d1f0-5346-46f2-b5d8-82b0bbf76427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb6006e-cc74-478b-b2c3-5adeeb724ef3,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:30.400353 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-839516f7-2aea-495e-b9dc-72789540f3a0 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:30.402035 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-839516f7-2aea-495e-b9dc-72789540f3a0 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "GET /v2.0/networks?id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 200 len: 814 time: 0.1231334 Feb 21 01:33:30.443575 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-696d2445-69e1-43eb-b0ba-300eac920648 admin admin] Publish callbacks [] for security_group (bdb6006e-cc74-478b-b2c3-5adeeb724ef3), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:30.450896 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Request body: {'port': {'device_id': '41a646dd-0c47-4fe4-8727-3fe9925c80c7', 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a', 'admin_state_up': True, 'tenant_id': '11d99a6bb8ad42a980e51a57fcec7315'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:33:30.455157 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d515b917-63e8-458a-8a45-bbff7bb4bab4 req-a064700a-7895-4c89-951b-301472907ec2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 210 time: 0.0421441 Feb 21 01:33:30.485239 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-696d2445-69e1-43eb-b0ba-300eac920648 admin admin] Publish callbacks [] for security_group (bdb6006e-cc74-478b-b2c3-5adeeb724ef3), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:30.647402 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-696d2445-69e1-43eb-b0ba-300eac920648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (bdb6006e-cc74-478b-b2c3-5adeeb724ef3), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:30.647563 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Made reservation on behalf of 11d99a6bb8ad42a980e51a57fcec7315 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:33:30.650096 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-696d2445-69e1-43eb-b0ba-300eac920648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:30.651093 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:30.654135 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-696d2445-69e1-43eb-b0ba-300eac920648 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bdb6006e-cc74-478b-b2c3-5adeeb724ef3 HTTP/1.1" status: 204 len: 168 time: 0.2976422 Feb 21 01:33:30.670360 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d2445-69e1-43eb-b0ba-300eac920648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb6006e-cc74-478b-b2c3-5adeeb724ef3,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:30.813389 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Allocated IP 172.20.0.11 (19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a/69ce5680-8483-49e9-a153-62f865fbfca9/08712441-0ce7-4bec-af4d-4a2f88e466db) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:33:30.967015 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks [] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.082027 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.096984 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['8dcff3a2-5327-4c3f-9f70-590bf220865d'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:33:31.129461 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3114f4-2617-47d3-bcae-eca165e6bafc req-f9660053-5d7e-4d1c-8860-13467a8c1869 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:31.131093 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5b3114f4-2617-47d3-bcae-eca165e6bafc req-f9660053-5d7e-4d1c-8860-13467a8c1869 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0892818 Feb 21 01:33:31.137965 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:33:31.142452 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:33:31.162477 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:33:31.162477 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:31.162477 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.179217 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Pushing event updated for resources: {'Port': ['ID=08712441-0ce7-4bec-af4d-4a2f88e466db,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:31.213121 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5b3114f4-2617-47d3-bcae-eca165e6bafc req-36731fd9-1e68-4d6e-8de1-8e5efb6e1656 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717816 Feb 21 01:33:31.234388 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0cdcc433-e14c-4120-b752-04255900f25c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8034360 Feb 21 01:33:31.245894 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Request body: {'port': {'device_id': '41a646dd-0c47-4fe4-8727-3fe9925c80c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:33:31.311684 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.318150 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55236) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:31.334756 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55240) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:31.348137 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e898e245-0b3f-4682-87db-8bc8e790ef41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.423756 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e898e245-0b3f-4682-87db-8bc8e790ef41 admin admin] Publish callbacks [] for security_group (b0231be0-881d-42b2-8be7-468ca7055434), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.491554 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e898e245-0b3f-4682-87db-8bc8e790ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b0231be0-881d-42b2-8be7-468ca7055434), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.542362 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898e245-0b3f-4682-87db-8bc8e790ef41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0231be0-881d-42b2-8be7-468ca7055434,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:31.545980 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-628797cf-eb48-43ac-a54d-27167751d0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.550208 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e898e245-0b3f-4682-87db-8bc8e790ef41 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4789a861485c415fa774cd7406925e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143145 Feb 21 01:33:31.553908 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 55244) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:31.626400 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-628797cf-eb48-43ac-a54d-27167751d0d7 admin admin] Publish callbacks [] for security_group (88b24cca-4989-48c9-bd68-4a2282733484), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.672392 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af2d8a-6080-4a98-98ec-5569c16fe580 req-83bf7f59-96b1-4f9b-b0ed-1cde66bc8915 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:31.673795 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61af2d8a-6080-4a98-98ec-5569c16fe580 req-83bf7f59-96b1-4f9b-b0ed-1cde66bc8915 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 932 time: 0.1429348 Feb 21 01:33:31.680637 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08712441-0ce7-4bec-af4d-4a2f88e466db {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:33:31.691564 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-628797cf-eb48-43ac-a54d-27167751d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (88b24cca-4989-48c9-bd68-4a2282733484), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.691939 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Publish callbacks [] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.699847 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf643aa2-3042-4f94-9c1f-2427289d37a0 admin admin] Publish callbacks [] for security_group (b0231be0-881d-42b2-8be7-468ca7055434), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.729636 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Transition to ACTIVE for port object 08712441-0ce7-4bec-af4d-4a2f88e466db will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:33:31.732985 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-628797cf-eb48-43ac-a54d-27167751d0d7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b8074d3daf6545879ca691238056e5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4136844 Feb 21 01:33:31.733609 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55246) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:31.736212 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628797cf-eb48-43ac-a54d-27167751d0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b24cca-4989-48c9-bd68-4a2282733484,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:31.753987 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf643aa2-3042-4f94-9c1f-2427289d37a0 admin admin] Publish callbacks [] for security_group (b0231be0-881d-42b2-8be7-468ca7055434), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.768821 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61af2d8a-6080-4a98-98ec-5569c16fe580 req-b2cdcfca-fed1-4b76-b62a-eb3f48131b14 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836425 Feb 21 01:33:31.789091 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a76d9573-d103-45e4-bf8c-94da1b6c6a9b admin admin] Publish callbacks [] for security_group (88b24cca-4989-48c9-bd68-4a2282733484), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.804581 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.821981 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a76d9573-d103-45e4-bf8c-94da1b6c6a9b admin admin] Publish callbacks [] for security_group (88b24cca-4989-48c9-bd68-4a2282733484), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.858716 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Pushing event updated for resources: {'Port': ['ID=08712441-0ce7-4bec-af4d-4a2f88e466db,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:31.897593 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Attempting to bind port 08712441-0ce7-4bec-af4d-4a2f88e466db on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:33:31.897931 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Attempting to bind port 08712441-0ce7-4bec-af4d-4a2f88e466db by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:33:31.898422 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Attempting to bind port 08712441-0ce7-4bec-af4d-4a2f88e466db on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:33:31.905274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Port 08712441-0ce7-4bec-af4d-4a2f88e466db on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:33:31.906110 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Attempting to bind port 08712441-0ce7-4bec-af4d-4a2f88e466db on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:33:31.913412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:33:31.913412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Checking segment: {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:33:31.913412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Bound using segment: {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:33:31.913412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Bound port: 08712441-0ce7-4bec-af4d-4a2f88e466db, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:33:31.913412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.947405 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf643aa2-3042-4f94-9c1f-2427289d37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b0231be0-881d-42b2-8be7-468ca7055434), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.950094 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cf643aa2-3042-4f94-9c1f-2427289d37a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.952207 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-cf643aa2-3042-4f94-9c1f-2427289d37a0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b0231be0-881d-42b2-8be7-468ca7055434 HTTP/1.1" status: 204 len: 168 time: 0.3821514 Feb 21 01:33:31.966313 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf643aa2-3042-4f94-9c1f-2427289d37a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0231be0-881d-42b2-8be7-468ca7055434,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:31.967393 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a76d9573-d103-45e4-bf8c-94da1b6c6a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (88b24cca-4989-48c9-bd68-4a2282733484), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.977884 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a76d9573-d103-45e4-bf8c-94da1b6c6a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:31.983321 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a76d9573-d103-45e4-bf8c-94da1b6c6a9b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/88b24cca-4989-48c9-bd68-4a2282733484 HTTP/1.1" status: 204 len: 168 time: 0.2478597 Feb 21 01:33:31.996651 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d9573-d103-45e4-bf8c-94da1b6c6a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b24cca-4989-48c9-bd68-4a2282733484,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:32.014239 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] For port 08712441-0ce7-4bec-af4d-4a2f88e466db, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:33:32.018210 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] For port 08712441-0ce7-4bec-af4d-4a2f88e466db, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=08712441-0ce7-4bec-af4d-4a2f88e466db,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:33:32.094205 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:32.126395 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:32.127017 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:32.128450 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] 10.222.0.43 "PUT /v2.0/ports/08712441-0ce7-4bec-af4d-4a2f88e466db HTTP/1.1" status: 200 len: 1094 time: 0.8868926 Feb 21 01:33:32.131121 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a646dd-0c47-4fe4-8727-3fe9925c80c7', 'tag': '08712441-0ce7-4bec-af4d-4a2f88e466db'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:33:32.131277 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0788dfc-43e3-420b-b0f1-c64137ef2b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "41a646dd-0c47-4fe4-8727-3fe9925c80c7", "tag": "08712441-0ce7-4bec-af4d-4a2f88e466db"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:33:32.158643 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa336d-945f-43ea-bd85-0bc998ef3f69 service neutron] Pushing event updated for resources: {'Port': ['ID=08712441-0ce7-4bec-af4d-4a2f88e466db,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:32.172199 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f41210-b272-407c-af4b-d4fa5b1e0ca7 x-openstack-request-id: req-96f41210-b272-407c-af4b-d4fa5b1e0ca7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:33:32.172529 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a646dd-0c47-4fe4-8727-3fe9925c80c7", "tag": "08712441-0ce7-4bec-af4d-4a2f88e466db", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:33:32.172814 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-96f41210-b272-407c-af4b-d4fa5b1e0ca7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:33:32.173219 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a646dd-0c47-4fe4-8727-3fe9925c80c7', 'tag': '08712441-0ce7-4bec-af4d-4a2f88e466db', 'status': 'completed', 'code': 200} Feb 21 01:33:32.237358 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788dfc-43e3-420b-b0f1-c64137ef2b0d req-88c10d8f-4941-4d11-9566-96d2275fff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:32.238864 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0788dfc-43e3-420b-b0f1-c64137ef2b0d req-88c10d8f-4941-4d11-9566-96d2275fff1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 1128 time: 0.0438929 Feb 21 01:33:32.401451 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788dfc-43e3-420b-b0f1-c64137ef2b0d req-ae26f12f-0995-43a7-914b-ed2de868e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:32.402983 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0788dfc-43e3-420b-b0f1-c64137ef2b0d req-ae26f12f-0995-43a7-914b-ed2de868e024 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1525199 Feb 21 01:33:32.427551 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b566d8-9ffd-4070-8135-a507f3ca146a req-5b8886f4-755f-4d11-b58e-070212fb6597 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:32.429083 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c5b566d8-9ffd-4070-8135-a507f3ca146a req-5b8886f4-755f-4d11-b58e-070212fb6597 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.1274738 Feb 21 01:33:32.541443 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c5b566d8-9ffd-4070-8135-a507f3ca146a req-61fc3277-de9a-4456-b1ae-dba9b4838fd5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994060 Feb 21 01:33:32.558644 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788dfc-43e3-420b-b0f1-c64137ef2b0d req-0a246f03-7f69-4105-8444-8bbacee57054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:32.560184 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0788dfc-43e3-420b-b0f1-c64137ef2b0d req-0a246f03-7f69-4105-8444-8bbacee57054 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473939 Feb 21 01:33:32.661827 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0fe19db3-2e76-4a35-840a-f3a36df2c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:32.663322 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0fe19db3-2e76-4a35-840a-f3a36df2c339 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 1128 time: 0.0499113 Feb 21 01:33:32.726174 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-2ab57468-6c85-47c5-8774-d1fe86c0521a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08712441-0ce7-4bec-af4d-4a2f88e466db HTTP/1.1" status: 200 len: 217 time: 0.0525362 Feb 21 01:33:32.775466 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-d6987f34-9895-4364-acd8-a466df3f8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:32.777086 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-d6987f34-9895-4364-acd8-a466df3f8775 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69ce5680-8483-49e9-a153-62f865fbfca9 HTTP/1.1" status: 200 len: 854 time: 0.0445087 Feb 21 01:33:32.810123 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-1cfd460e-d41d-41bc-927d-988d65f90550 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241563 Feb 21 01:33:32.980459 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-3f749975-d626-486b-8180-28ba77fa6767 service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475432 Feb 21 01:33:32.993045 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5680e-6508-4c98-b874-49528e282a6f req-7d023a94-e810-4897-8bab-771eebb7d7bc tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:33.001577 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-58b5680e-6508-4c98-b874-49528e282a6f req-7d023a94-e810-4897-8bab-771eebb7d7bc tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 944 time: 0.1145425 Feb 21 01:33:33.105855 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-58b5680e-6508-4c98-b874-49528e282a6f req-6877f805-955a-46a5-a1cc-787307c53dce tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031809 Feb 21 01:33:33.138017 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ed41a30-b6e0-493b-a7fb-93ca9f8bf64d req-0d221810-9eaf-4fe3-84f3-99c509840531 service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340671 Feb 21 01:33:33.449978 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e8bea-f760-4cd2-b4e9-958aff4d9b8d req-c9431761-926c-4b5f-a8d8-b011f56210aa tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:33.451915 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-651e8bea-f760-4cd2-b4e9-958aff4d9b8d req-c9431761-926c-4b5f-a8d8-b011f56210aa tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.0710611 Feb 21 01:33:33.523803 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-651e8bea-f760-4cd2-b4e9-958aff4d9b8d req-f82fe7c5-40ca-4b56-bd35-c4030f4863ea tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642567 Feb 21 01:33:33.674661 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bda3cb-df58-434f-84a7-8f7127a18697 req-92367d6b-498b-460c-a649-02cf16f1837a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:33.680531 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d1bda3cb-df58-434f-84a7-8f7127a18697 req-92367d6b-498b-460c-a649-02cf16f1837a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0622268 Feb 21 01:33:33.722139 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d1bda3cb-df58-434f-84a7-8f7127a18697 req-452c1d76-19ff-4a4a-ae66-5716a5e705af tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Feb 21 01:33:33.908848 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55398) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:34.016871 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6b97f450-3191-4262-a97e-f220648fdb06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.091748 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6b97f450-3191-4262-a97e-f220648fdb06 admin admin] Publish callbacks [] for security_group (1ef97484-06a3-42c9-8027-7ff29ac381e0), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.126920 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-426942ec-a404-47b0-989b-4da7bbb02531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.149873 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6b97f450-3191-4262-a97e-f220648fdb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (1ef97484-06a3-42c9-8027-7ff29ac381e0), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.190783 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-6b97f450-3191-4262-a97e-f220648fdb06 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ac76a3f5db7947b0bda3f6054de52ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808526 Feb 21 01:33:34.192704 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97f450-3191-4262-a97e-f220648fdb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef97484-06a3-42c9-8027-7ff29ac381e0,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:34.193373 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 55416) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:34.268769 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f066fe5-3673-4b5f-a1a9-37c755b7dcb5 req-fbb3f9d0-7145-4fcc-a912-032596e4babd tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:34.270266 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0f066fe5-3673-4b5f-a1a9-37c755b7dcb5 req-fbb3f9d0-7145-4fcc-a912-032596e4babd tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 944 time: 0.0892417 Feb 21 01:33:34.286122 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-77ca6683-1b2a-407b-9618-3d876497ffd4 admin admin] Publish callbacks [] for security_group (1ef97484-06a3-42c9-8027-7ff29ac381e0), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.325868 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-77ca6683-1b2a-407b-9618-3d876497ffd4 admin admin] Publish callbacks [] for security_group (1ef97484-06a3-42c9-8027-7ff29ac381e0), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.344590 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0f066fe5-3673-4b5f-a1a9-37c755b7dcb5 req-6fbc6114-334d-4885-90ea-90f030425eb7 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668905 Feb 21 01:33:34.527479 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55424) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:34.548398 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-77ca6683-1b2a-407b-9618-3d876497ffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (1ef97484-06a3-42c9-8027-7ff29ac381e0), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.551067 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-77ca6683-1b2a-407b-9618-3d876497ffd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.553169 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-77ca6683-1b2a-407b-9618-3d876497ffd4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1ef97484-06a3-42c9-8027-7ff29ac381e0 HTTP/1.1" status: 204 len: 168 time: 0.3580761 Feb 21 01:33:34.560834 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca6683-1b2a-407b-9618-3d876497ffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef97484-06a3-42c9-8027-7ff29ac381e0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:34.652917 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-097eb934-64e8-444b-b2a9-cf9f500cfe05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.661411 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd003782-a320-4721-8127-202738e67dd8 req-0a1bf5c9-d96f-4d9a-8731-c41241642970 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:34.663063 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cd003782-a320-4721-8127-202738e67dd8 req-0a1bf5c9-d96f-4d9a-8731-c41241642970 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.0597901 Feb 21 01:33:34.745982 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-097eb934-64e8-444b-b2a9-cf9f500cfe05 admin admin] Publish callbacks [] for security_group (ba4775f4-d73f-49c4-88b4-9a109fbad2e6), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.824693 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-097eb934-64e8-444b-b2a9-cf9f500cfe05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (ba4775f4-d73f-49c4-88b4-9a109fbad2e6), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.866843 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-097eb934-64e8-444b-b2a9-cf9f500cfe05 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0a255d9d7e2d4887928944757d8dd246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380549 Feb 21 01:33:34.867573 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55444) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:34.874393 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eb934-64e8-444b-b2a9-cf9f500cfe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4775f4-d73f-49c4-88b4-9a109fbad2e6,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:34.942419 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-50a4bba7-f3ec-431b-9d44-659b74684f0f admin admin] Publish callbacks [] for security_group (ba4775f4-d73f-49c4-88b4-9a109fbad2e6), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.965950 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-50a4bba7-f3ec-431b-9d44-659b74684f0f admin admin] Publish callbacks [] for security_group (ba4775f4-d73f-49c4-88b4-9a109fbad2e6), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:34.993063 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cd003782-a320-4721-8127-202738e67dd8 req-45a67fe1-d0e8-453f-bd43-aa4f5a52e9b5 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214746 Feb 21 01:33:35.016274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050537f-e503-40a2-aac0-6332ac5b6f03 req-c2c2a994-3a0f-42db-96da-98b5cc1403ab tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:35.018039 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d050537f-e503-40a2-aac0-6332ac5b6f03 req-c2c2a994-3a0f-42db-96da-98b5cc1403ab tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0832803 Feb 21 01:33:35.068125 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d050537f-e503-40a2-aac0-6332ac5b6f03 req-6c8569d2-2ea3-4e81-aa2b-18de68b6bf1f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Feb 21 01:33:35.104731 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-50a4bba7-f3ec-431b-9d44-659b74684f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (ba4775f4-d73f-49c4-88b4-9a109fbad2e6), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:35.107424 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-50a4bba7-f3ec-431b-9d44-659b74684f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:35.108626 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-50a4bba7-f3ec-431b-9d44-659b74684f0f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ba4775f4-d73f-49c4-88b4-9a109fbad2e6 HTTP/1.1" status: 204 len: 168 time: 0.2395723 Feb 21 01:33:35.116288 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4bba7-f3ec-431b-9d44-659b74684f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4775f4-d73f-49c4-88b4-9a109fbad2e6,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:35.466119 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f0aac-014d-431a-a0ae-b99e36d93925 req-605c7324-43c8-426f-8a89-54df1c9e1c4d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:35.467603 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-994f0aac-014d-431a-a0ae-b99e36d93925 req-605c7324-43c8-426f-8a89-54df1c9e1c4d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 944 time: 0.0521452 Feb 21 01:33:35.517038 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-994f0aac-014d-431a-a0ae-b99e36d93925 req-81d38429-959d-4701-b633-60ad67bd423b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434647 Feb 21 01:33:35.766505 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55458) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:35.782340 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3eb67f21-23be-4a20-bb71-85a94953498b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:35.854971 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3eb67f21-23be-4a20-bb71-85a94953498b admin admin] Publish callbacks [] for security_group (ab0767e3-1eef-47bd-8b6e-6755d7f462bc), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:35.925762 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-3eb67f21-23be-4a20-bb71-85a94953498b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (ab0767e3-1eef-47bd-8b6e-6755d7f462bc), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:35.965842 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-3eb67f21-23be-4a20-bb71-85a94953498b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=083721edf1e244678144ec4277581951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977909 Feb 21 01:33:35.966315 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb67f21-23be-4a20-bb71-85a94953498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0767e3-1eef-47bd-8b6e-6755d7f462bc,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:35.968771 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 55460) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:36.017826 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-481a79ce-490f-4b4f-82dd-b1401315cd26 admin admin] Publish callbacks [] for security_group (ab0767e3-1eef-47bd-8b6e-6755d7f462bc), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:36.039220 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-481a79ce-490f-4b4f-82dd-b1401315cd26 admin admin] Publish callbacks [] for security_group (ab0767e3-1eef-47bd-8b6e-6755d7f462bc), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:36.119317 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcb7c9-2b73-411b-9c3e-19d8207f0269 req-ef6f9548-1f29-482f-9c98-e971a5725424 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:36.120836 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a5bcb7c9-2b73-411b-9c3e-19d8207f0269 req-ef6f9548-1f29-482f-9c98-e971a5725424 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.0546892 Feb 21 01:33:36.204394 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a5bcb7c9-2b73-411b-9c3e-19d8207f0269 req-f88dd8a8-4774-4cf6-865d-314ab725a31d tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772877 Feb 21 01:33:36.204913 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-481a79ce-490f-4b4f-82dd-b1401315cd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (ab0767e3-1eef-47bd-8b6e-6755d7f462bc), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:36.207414 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-481a79ce-490f-4b4f-82dd-b1401315cd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:36.208408 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-481a79ce-490f-4b4f-82dd-b1401315cd26 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ab0767e3-1eef-47bd-8b6e-6755d7f462bc HTTP/1.1" status: 204 len: 168 time: 0.2384551 Feb 21 01:33:36.220119 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a79ce-490f-4b4f-82dd-b1401315cd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0767e3-1eef-47bd-8b6e-6755d7f462bc,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:36.244717 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130fccd-2e98-437c-8667-129d23b5e072 req-d6ccb830-85a5-47a3-80b3-5fe3cde9103b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:36.245678 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b130fccd-2e98-437c-8667-129d23b5e072 req-d6ccb830-85a5-47a3-80b3-5fe3cde9103b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.1036947 Feb 21 01:33:36.292308 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b130fccd-2e98-437c-8667-129d23b5e072 req-5ba6f363-f509-4495-bd1b-b41e7b814a7f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Feb 21 01:33:36.636407 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:36.652707 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d9538-1194-4dcc-8477-9b5bd60610a5 req-c4924ef5-e94d-4fb1-9084-4ae226b78e58 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:36.652707 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b8d9538-1194-4dcc-8477-9b5bd60610a5 req-c4924ef5-e94d-4fb1-9084-4ae226b78e58 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 944 time: 0.0547748 Feb 21 01:33:36.674555 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-accf4711-3fe2-4142-b449-1a9dacc0821c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:36.699813 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b8d9538-1194-4dcc-8477-9b5bd60610a5 req-bc3ad1e9-a9ab-412c-828c-fc9563f96c5d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486865 Feb 21 01:33:37.096903 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 08712441-0ce7-4bec-af4d-4a2f88e466db details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:33:37.195866 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 08712441-0ce7-4bec-af4d-4a2f88e466db, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=08712441-0ce7-4bec-af4d-4a2f88e466db,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:33:37.207535 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '08712441-0ce7-4bec-af4d-4a2f88e466db', 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a', 'port_id': '08712441-0ce7-4bec-af4d-4a2f88e466db', 'mac_address': 'fa:16:3e:e5:2e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ce5680-8483-49e9-a153-62f865fbfca9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:33:37.245254 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 08712441-0ce7-4bec-af4d-4a2f88e466db is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:33:37.245654 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:37.258820 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08712441-0ce7-4bec-af4d-4a2f88e466db {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:33:37.278790 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 08712441-0ce7-4bec-af4d-4a2f88e466db, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=08712441-0ce7-4bec-af4d-4a2f88e466db,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:33:37.336152 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739ef37-6632-479c-85cf-d968c7f7529e req-35deefa3-d093-41de-94e7-6fb62b5e5236 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:37.337707 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2739ef37-6632-479c-85cf-d968c7f7529e req-35deefa3-d093-41de-94e7-6fb62b5e5236 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.0596244 Feb 21 01:33:37.342881 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:37.397214 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2739ef37-6632-479c-85cf-d968c7f7529e req-7116853d-6079-40c7-ab71-9d2ef9ce28ed tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/security-groups?id=302103eb-7c91-49d1-b918-0a9d0245e675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 Feb 21 01:33:37.420572 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=08712441-0ce7-4bec-af4d-4a2f88e466db,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:37.427500 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.428059 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.428444 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.428790 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.429150 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.429594 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.430079 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.430544 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.431031 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.431504 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.431978 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.432453 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.432917 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:33:37.491600 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c00a80-5805-4c6d-baf1-130f54af69ac req-8c346355-0257-4ec8-8fd8-55dbce1934aa tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:37.500501 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b4c00a80-5805-4c6d-baf1-130f54af69ac req-8c346355-0257-4ec8-8fd8-55dbce1934aa tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.1013675 Feb 21 01:33:37.547801 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b4c00a80-5805-4c6d-baf1-130f54af69ac req-c8045c1a-6f82-41a5-a981-879fff16064f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Feb 21 01:33:37.647233 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:37.715913 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-86dd2ba0-b2ab-4477-b296-d7e55ddeff2b tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:37.717465 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-86dd2ba0-b2ab-4477-b296-d7e55ddeff2b tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.43 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 946 time: 0.0507281 Feb 21 01:33:37.892782 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6eba-5ccc-437f-8cde-fe6cf902a8ca req-95344b3f-4256-4fd8-a652-bbddf950aed2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:37.894281 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a28f6eba-5ccc-437f-8cde-fe6cf902a8ca req-95344b3f-4256-4fd8-a652-bbddf950aed2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 945 time: 0.1266069 Feb 21 01:33:37.904329 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Deleting port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:33:37.904701 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:37.976399 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['08712441-0ce7-4bec-af4d-4a2f88e466db'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:33:37.995854 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a28f6eba-5ccc-437f-8cde-fe6cf902a8ca req-05660eb5-c321-49f2-994e-16916db8315e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951324 Feb 21 01:33:38.027534 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] For port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,segment=NetworkSegment(5f6fbafc-5b7c-49d3-b559-312a02b4116d),segment_id=5f6fbafc-5b7c-49d3-b559-312a02b4116d)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:33:38.028024 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:38.048662 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Calling delete_port for 29ef37bc-fe8f-48e8-8a21-00801ca04b5a owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:33:38.304512 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (29ef37bc-fe8f-48e8-8a21-00801ca04b5a), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:38.327458 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['29ef37bc-fe8f-48e8-8a21-00801ca04b5a'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:33:38.338458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Pushing event deleted for resources: {'Port': ['ID=29ef37bc-fe8f-48e8-8a21-00801ca04b5a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:38.400052 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] No DVR routers for this DVR port 29ef37bc-fe8f-48e8-8a21-00801ca04b5a on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:33:38.403337 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:38.407640 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3547e933-72e2-43a2-bd1a-b6a75945384f req-2e6df2e8-0bf7-4354-ac1b-9c8aefaf06af tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.43 "DELETE /v2.0/ports/29ef37bc-fe8f-48e8-8a21-00801ca04b5a HTTP/1.1" status: 204 len: 173 time: 0.6821437 Feb 21 01:33:38.408150 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd359b725-8ebc-4c70-b60b-fac888f539dc', 'name': 'network-vif-deleted', 'tag': '29ef37bc-fe8f-48e8-8a21-00801ca04b5a'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:33:38.412992 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060543b8-355d-4e53-98bc-1fedc73b4405" -d '{"events": [{"server_uuid": "d359b725-8ebc-4c70-b60b-fac888f539dc", "name": "network-vif-deleted", "tag": "29ef37bc-fe8f-48e8-8a21-00801ca04b5a"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:33:38.445542 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cd921d-f331-4058-b305-0b8200e70d6a x-openstack-request-id: req-e1cd921d-f331-4058-b305-0b8200e70d6a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:33:38.449532 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d359b725-8ebc-4c70-b60b-fac888f539dc", "name": "network-vif-deleted", "tag": "29ef37bc-fe8f-48e8-8a21-00801ca04b5a", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:33:38.449532 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e1cd921d-f331-4058-b305-0b8200e70d6a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:33:38.449532 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd359b725-8ebc-4c70-b60b-fac888f539dc', 'name': 'network-vif-deleted', 'tag': '29ef37bc-fe8f-48e8-8a21-00801ca04b5a', 'status': 'completed', 'code': 200} Feb 21 01:33:38.547416 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9e3a0986-72a9-491c-9372-b74521e82ad5 req-0563c125-0da7-4181-9b74-8c2f3900473d tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.0288503 Feb 21 01:33:38.671464 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2563f91-5fe8-4571-836a-b28e495c3a0e req-438b9f2c-946a-4ac1-b247-5cbe31243551 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:38.673490 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b2563f91-5fe8-4571-836a-b28e495c3a0e req-438b9f2c-946a-4ac1-b247-5cbe31243551 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0553443 Feb 21 01:33:38.720814 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b2563f91-5fe8-4571-836a-b28e495c3a0e req-4cc24a77-8289-4ee1-b99f-29d7f7367f2a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Feb 21 01:33:38.995456 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 55540) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:39.126882 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-425e5846-1e43-41e0-88f6-a85e32a91b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:39.132971 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:39.158554 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979a57c-580b-4730-a574-b7f76dfa978e req-7d0e6bf8-7dd1-4b3c-8a78-077242e65e85 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:39.160061 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4979a57c-580b-4730-a574-b7f76dfa978e req-7d0e6bf8-7dd1-4b3c-8a78-077242e65e85 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 945 time: 0.0794032 Feb 21 01:33:39.232815 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4979a57c-580b-4730-a574-b7f76dfa978e req-cc99c187-1419-4594-98a6-58554452f0ad tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658865 Feb 21 01:33:39.255526 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-425e5846-1e43-41e0-88f6-a85e32a91b67 admin admin] Publish callbacks [] for security_group (69d24f9d-a1fa-4473-bec9-5183ac15c0cc), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:39.331495 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-425e5846-1e43-41e0-88f6-a85e32a91b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (69d24f9d-a1fa-4473-bec9-5183ac15c0cc), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:39.372750 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-425e5846-1e43-41e0-88f6-a85e32a91b67 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=805b2e9e0c7a464ebca3bb1fffdcee20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761799 Feb 21 01:33:39.373582 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e5846-1e43-41e0-88f6-a85e32a91b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d24f9d-a1fa-4473-bec9-5183ac15c0cc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:39.375345 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55546) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:39.426167 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0c272c2d-5509-403a-9815-53ad85e42fa5 admin admin] Publish callbacks [] for security_group (69d24f9d-a1fa-4473-bec9-5183ac15c0cc), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:39.446806 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0c272c2d-5509-403a-9815-53ad85e42fa5 admin admin] Publish callbacks [] for security_group (69d24f9d-a1fa-4473-bec9-5183ac15c0cc), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:39.550214 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0c272c2d-5509-403a-9815-53ad85e42fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (69d24f9d-a1fa-4473-bec9-5183ac15c0cc), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:39.552849 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0c272c2d-5509-403a-9815-53ad85e42fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:39.554036 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-0c272c2d-5509-403a-9815-53ad85e42fa5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/69d24f9d-a1fa-4473-bec9-5183ac15c0cc HTTP/1.1" status: 204 len: 168 time: 0.1775975 Feb 21 01:33:39.562221 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c272c2d-5509-403a-9815-53ad85e42fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d24f9d-a1fa-4473-bec9-5183ac15c0cc,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:39.683273 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-904fb506-56c4-47d8-b2dc-988aa092445d req-23d0dba6-135a-4970-9a71-1a10f564e1f7 tempest-DeleteServersTestJSON-1098657558 tempest-DeleteServersTestJSON-1098657558-project] 10.222.0.90 "GET /v2.0/ports?device_id=d359b725-8ebc-4c70-b60b-fac888f539dc HTTP/1.1" status: 200 len: 210 time: 0.0265925 Feb 21 01:33:39.840888 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6de9c-d336-4d6f-8c39-4e83ea2cf278 req-8f3ea36e-ebf1-424e-b1d3-c2e18ddda1cc tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:39.842364 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61c6de9c-d336-4d6f-8c39-4e83ea2cf278 req-8f3ea36e-ebf1-424e-b1d3-c2e18ddda1cc tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0538402 Feb 21 01:33:39.893652 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61c6de9c-d336-4d6f-8c39-4e83ea2cf278 req-c64f2376-992f-4ad9-b1f3-bcbbfd9dd5e3 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Feb 21 01:33:40.229170 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 55558) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:40.242624 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d61fc273-bd92-472c-b8e1-cfe324d359e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:40.346875 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d61fc273-bd92-472c-b8e1-cfe324d359e3 admin admin] Publish callbacks [] for security_group (3259427c-d814-44ca-bd48-588f01542c73), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:40.373007 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8f71f-3165-40bd-b6e1-7084b074eda3 req-831add0b-e0f6-4571-abbb-92941c2552ed tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:40.374488 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-48d8f71f-3165-40bd-b6e1-7084b074eda3 req-831add0b-e0f6-4571-abbb-92941c2552ed tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 945 time: 0.0623724 Feb 21 01:33:40.408089 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d61fc273-bd92-472c-b8e1-cfe324d359e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (3259427c-d814-44ca-bd48-588f01542c73), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:40.442809 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-48d8f71f-3165-40bd-b6e1-7084b074eda3 req-7a2cab59-3f7c-491d-a356-664e79f4e07f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626423 Feb 21 01:33:40.460320 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-d61fc273-bd92-472c-b8e1-cfe324d359e3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=673a47929b6343538f6c33ae8c63fafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301071 Feb 21 01:33:40.461268 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fc273-bd92-472c-b8e1-cfe324d359e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3259427c-d814-44ca-bd48-588f01542c73,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:40.462998 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55562) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:40.504026 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:40.512772 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7effcde5-d79e-438f-8ccf-8bd13289698f admin admin] Publish callbacks [] for security_group (3259427c-d814-44ca-bd48-588f01542c73), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:40.536331 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7effcde5-d79e-438f-8ccf-8bd13289698f admin admin] Publish callbacks [] for security_group (3259427c-d814-44ca-bd48-588f01542c73), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:40.673827 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7effcde5-d79e-438f-8ccf-8bd13289698f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (3259427c-d814-44ca-bd48-588f01542c73), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:40.673827 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7effcde5-d79e-438f-8ccf-8bd13289698f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:40.673827 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-7effcde5-d79e-438f-8ccf-8bd13289698f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3259427c-d814-44ca-bd48-588f01542c73 HTTP/1.1" status: 204 len: 168 time: 0.2094600 Feb 21 01:33:40.681217 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effcde5-d79e-438f-8ccf-8bd13289698f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3259427c-d814-44ca-bd48-588f01542c73,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:41.016033 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7fd6d-44af-4c3a-ba3c-9199abd9f07a req-ef4a3301-f1b9-4d7b-afdd-bc4d22a32288 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:41.018141 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b1e7fd6d-44af-4c3a-ba3c-9199abd9f07a req-ef4a3301-f1b9-4d7b-afdd-bc4d22a32288 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0554001 Feb 21 01:33:41.071539 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b1e7fd6d-44af-4c3a-ba3c-9199abd9f07a req-afd4c563-a828-4682-b248-22c7b314b35c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474257 Feb 21 01:33:41.119661 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 08712441-0ce7-4bec-af4d-4a2f88e466db up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:33:41.240017 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 08712441-0ce7-4bec-af4d-4a2f88e466db completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:33:41.244492 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 08712441-0ce7-4bec-af4d-4a2f88e466db triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:33:41.244871 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:41.325522 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 08712441-0ce7-4bec-af4d-4a2f88e466db is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:33:41.325908 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:41.355604 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a646dd-0c47-4fe4-8727-3fe9925c80c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08712441-0ce7-4bec-af4d-4a2f88e466db'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:33:41.357891 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954fba4b-7102-4471-a773-6a7d75058db4" -d '{"events": [{"server_uuid": "41a646dd-0c47-4fe4-8727-3fe9925c80c7", "name": "network-vif-plugged", "status": "completed", "tag": "08712441-0ce7-4bec-af4d-4a2f88e466db"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:33:41.371264 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 08712441-0ce7-4bec-af4d-4a2f88e466db, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=08712441-0ce7-4bec-af4d-4a2f88e466db,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:33:41.394053 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df694d0b-0795-4966-acc0-276a392ce9a6 x-openstack-request-id: req-df694d0b-0795-4966-acc0-276a392ce9a6 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:33:41.394361 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a646dd-0c47-4fe4-8727-3fe9925c80c7", "name": "network-vif-plugged", "status": "completed", "tag": "08712441-0ce7-4bec-af4d-4a2f88e466db", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:33:41.394619 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-df694d0b-0795-4966-acc0-276a392ce9a6 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:33:41.395006 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a646dd-0c47-4fe4-8727-3fe9925c80c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08712441-0ce7-4bec-af4d-4a2f88e466db', 'code': 200} Feb 21 01:33:41.451619 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:41.452385 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 29ef37bc-fe8f-48e8-8a21-00801ca04b5a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:33:41.473803 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 29ef37bc-fe8f-48e8-8a21-00801ca04b5a {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:33:41.474186 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 29ef37bc-fe8f-48e8-8a21-00801ca04b5a not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:33:41.522624 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=08712441-0ce7-4bec-af4d-4a2f88e466db,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:41.587760 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46443-465c-42f5-8d16-4a6df4d53aac req-755322cd-72ea-4c38-8fa3-40d853626ed6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:41.589481 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-06c46443-465c-42f5-8d16-4a6df4d53aac req-755322cd-72ea-4c38-8fa3-40d853626ed6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 946 time: 0.0759604 Feb 21 01:33:41.643274 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-06c46443-465c-42f5-8d16-4a6df4d53aac req-ee801dfd-737d-40a0-9fc7-9bb4b05c9d11 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 Feb 21 01:33:41.713770 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d348a-c03f-42d8-ac4e-7950b3891c55 req-ec29ff39-d002-4697-a249-e51d3dad58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:41.715307 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-268d348a-c03f-42d8-ac4e-7950b3891c55 req-ec29ff39-d002-4697-a249-e51d3dad58ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 1130 time: 0.0481451 Feb 21 01:33:41.761456 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-268d348a-c03f-42d8-ac4e-7950b3891c55 req-721cf7f6-ed4c-4a61-9631-34431f7ca321 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Feb 21 01:33:42.220737 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2d7c8-ba5f-4f09-a898-5a33feedd67a req-7dad91d5-59f7-4ad1-a1e6-7fd72613a1d5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:42.222265 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-75c2d7c8-ba5f-4f09-a898-5a33feedd67a req-7dad91d5-59f7-4ad1-a1e6-7fd72613a1d5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0700707 Feb 21 01:33:42.249697 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55624) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:42.278608 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-75c2d7c8-ba5f-4f09-a898-5a33feedd67a req-dd7c08d6-94ce-4f5b-b71e-d5359ca55b21 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508497 Feb 21 01:33:42.297881 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_v2 [None req-103e5370-cc4a-48b3-8a21-9589938c664e admin admin] Deleting subnet 631c0edb-6f54-4314-97f7-e5baea235b64 {{(pid=103193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:33:42.299158 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-103e5370-cc4a-48b3-8a21-9589938c664e admin admin] Publish callbacks [] for subnet (631c0edb-6f54-4314-97f7-e5baea235b64), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.335449 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-103e5370-cc4a-48b3-8a21-9589938c664e admin admin] Publish callbacks [] for subnet (631c0edb-6f54-4314-97f7-e5baea235b64), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.345022 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-103e5370-cc4a-48b3-8a21-9589938c664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (631c0edb-6f54-4314-97f7-e5baea235b64), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.458642 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-103e5370-cc4a-48b3-8a21-9589938c664e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (631c0edb-6f54-4314-97f7-e5baea235b64), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.488118 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e5370-cc4a-48b3-8a21-9589938c664e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=631c0edb-6f54-4314-97f7-e5baea235b64,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:42.491852 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-103e5370-cc4a-48b3-8a21-9589938c664e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.495321 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-103e5370-cc4a-48b3-8a21-9589938c664e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/631c0edb-6f54-4314-97f7-e5baea235b64 HTTP/1.1" status: 204 len: 168 time: 0.2444293 Feb 21 01:33:42.497987 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55632) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:42.568258 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (40c42b75-d0fb-4f29-b50c-48bc86d4bd46), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.656122 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (40c42b75-d0fb-4f29-b50c-48bc86d4bd46), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.686204 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.686204 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.686431 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.686638 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > port after_create 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.687103 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.687443 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > port after_update 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.687761 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.688075 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.688386 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.688807 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.768627 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87037f8a-86ce-4a00-9b2c-2f30262b2f7c req-ef8426af-696c-4af8-8eaf-61978ed9a7ae tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:42.780313 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87037f8a-86ce-4a00-9b2c-2f30262b2f7c req-ef8426af-696c-4af8-8eaf-61978ed9a7ae tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 946 time: 0.0622931 Feb 21 01:33:42.820324 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87037f8a-86ce-4a00-9b2c-2f30262b2f7c req-79e1345c-0502-4ef6-baa8-0b1a0e56929b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Feb 21 01:33:42.853946 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.854305 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.854664 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.859044 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103193) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:33:42.859044 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c42b75-d0fb-4f29-b50c-48bc86d4bd46']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:42.872832 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6fbafc-5b7c-49d3-b559-312a02b4116d') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:42.873128 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6fbafc-5b7c-49d3-b559-312a02b4116d') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:33:42.889734 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (5f6fbafc-5b7c-49d3-b559-312a02b4116d), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.911319 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (5f6fbafc-5b7c-49d3-b559-312a02b4116d), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.919779 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:33:42.920163 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (5f6fbafc-5b7c-49d3-b559-312a02b4116d), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: from cryptography.utils import int_from_bytes Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: from cryptography.utils import int_from_bytes Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:33:42.936730 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:33:43.064032 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (40c42b75-d0fb-4f29-b50c-48bc86d4bd46), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:43.070596 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:43.074244 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] 10.222.0.90 "DELETE /v2.0/networks/40c42b75-d0fb-4f29-b50c-48bc86d4bd46 HTTP/1.1" status: 204 len: 168 time: 0.5753083 Feb 21 01:33:43.086653 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d733fe-b8e2-4673-8199-5a12fb90a0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=40c42b75-d0fb-4f29-b50c-48bc86d4bd46,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:43.426037 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5be77-b885-4a2d-a5cc-9c210fb3c9c6 req-86d066fe-d7ce-49a5-b6e3-67c03df14316 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:43.430180 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-30c5be77-b885-4a2d-a5cc-9c210fb3c9c6 req-86d066fe-d7ce-49a5-b6e3-67c03df14316 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0646772 Feb 21 01:33:43.460279 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55654) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:43.486738 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-30c5be77-b885-4a2d-a5cc-9c210fb3c9c6 req-61f1492f-7fb8-4e4c-baca-4118568f3689 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Feb 21 01:33:43.503346 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-1dd6a1f4-5a4b-4c6e-9345-01af98b64bdf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a2fb11bd56f946d1a12bb7aba48aece1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419102 Feb 21 01:33:43.511107 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55656) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:43.562348 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fbb1357e-8d69-496c-b669-6c211c5003fd admin admin] Publish callbacks [] for security_group (302103eb-7c91-49d1-b918-0a9d0245e675), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:43.583783 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fbb1357e-8d69-496c-b669-6c211c5003fd admin admin] Publish callbacks [] for security_group (302103eb-7c91-49d1-b918-0a9d0245e675), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:43.702483 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fbb1357e-8d69-496c-b669-6c211c5003fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (302103eb-7c91-49d1-b918-0a9d0245e675), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:43.706014 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fbb1357e-8d69-496c-b669-6c211c5003fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:43.707152 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-fbb1357e-8d69-496c-b669-6c211c5003fd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/302103eb-7c91-49d1-b918-0a9d0245e675 HTTP/1.1" status: 204 len: 168 time: 0.1951730 Feb 21 01:33:43.714926 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1357e-8d69-496c-b669-6c211c5003fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302103eb-7c91-49d1-b918-0a9d0245e675,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:43.938003 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d755d1-8fa8-4f37-9e8e-dd67814e98a5 req-9ddc8469-ecd1-4c15-8c63-645d6256ccf3 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:43.940575 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a2d755d1-8fa8-4f37-9e8e-dd67814e98a5 req-9ddc8469-ecd1-4c15-8c63-645d6256ccf3 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 946 time: 0.0532448 Feb 21 01:33:43.985009 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a2d755d1-8fa8-4f37-9e8e-dd67814e98a5 req-9c4b034b-b279-4a9a-8c03-d4bd6a4cecc4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Feb 21 01:33:44.608321 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9d0e4-077c-480d-b625-4fc0526864a1 req-882ff076-047b-41ef-843e-ebc980460c32 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:44.609838 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ffa9d0e4-077c-480d-b625-4fc0526864a1 req-882ff076-047b-41ef-843e-ebc980460c32 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0541193 Feb 21 01:33:44.665174 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ffa9d0e4-077c-480d-b625-4fc0526864a1 req-32a70a3a-c362-465f-bd3f-6245b48ed1c9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479689 Feb 21 01:33:45.851443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cfe8c-a5cb-4152-b29e-5fce1ce79afb req-a3f4bd94-86ae-4142-a64b-8a24b42ef9ad tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:45.852939 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a5cfe8c-a5cb-4152-b29e-5fce1ce79afb req-a3f4bd94-86ae-4142-a64b-8a24b42ef9ad tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0577896 Feb 21 01:33:45.902723 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a5cfe8c-a5cb-4152-b29e-5fce1ce79afb req-976cb698-09da-426f-b7d3-29c84edc66eb tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Feb 21 01:33:47.027763 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-5d8128ed-d923-4471-b156-37f47c4033be tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:47.029252 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-5d8128ed-d923-4471-b156-37f47c4033be tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/networks?id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 200 len: 814 time: 0.1458282 Feb 21 01:33:47.047354 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-b75eecc4-d3c8-41b2-a709-700061720d16 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/quotas/11d99a6bb8ad42a980e51a57fcec7315 HTTP/1.1" status: 200 len: 375 time: 0.0111060 Feb 21 01:33:47.055404 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537d179-125b-4d00-b431-1aa3795ce1da req-142a97ab-b1d7-4eb3-8590-f33cf29612ab tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:47.056875 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e537d179-125b-4d00-b431-1aa3795ce1da req-142a97ab-b1d7-4eb3-8590-f33cf29612ab tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0822506 Feb 21 01:33:47.157226 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e537d179-125b-4d00-b431-1aa3795ce1da req-092c2846-a7ab-44e1-92d1-727c649fe620 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908191 Feb 21 01:33:47.171624 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-19f6c0cf-3ad5-4f64-967d-83e65165e0d3 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138444 Feb 21 01:33:47.190261 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065391-e4cf-4f67-8701-9638e85ccdbf req-85556e2d-8862-4b44-aa90-0aa40299bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:47.191680 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-be065391-e4cf-4f67-8701-9638e85ccdbf req-85556e2d-8862-4b44-aa90-0aa40299bbea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 1129 time: 0.0777724 Feb 21 01:33:47.277298 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-be065391-e4cf-4f67-8701-9638e85ccdbf req-728228ca-a664-4a9b-b3cd-7af9aae13f84 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765224 Feb 21 01:33:47.291913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-b7d5e7c5-d7f6-4118-b12b-2bd60d9bc191 service neutron] 10.222.0.90 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130402 Feb 21 01:33:47.383654 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c48d29-2458-4a0f-bb17-bb2404ca26c0 service neutron] 10.222.0.90 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859809 Feb 21 01:33:47.601198 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-497d19ed-b59f-4dd2-be1a-bb76983fa346 req-8fa679cb-1418-4b77-8beb-2463bca42391 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 210 time: 0.0285556 Feb 21 01:33:48.278548 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34289d52-eff5-4a5c-85d6-0b6f16af8a2d req-0d65848d-d5e0-4cec-be82-990932b1423e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:48.280014 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-34289d52-eff5-4a5c-85d6-0b6f16af8a2d req-0d65848d-d5e0-4cec-be82-990932b1423e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0519428 Feb 21 01:33:48.332727 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-34289d52-eff5-4a5c-85d6-0b6f16af8a2d req-0e08a8a0-015e-402b-9395-bd90d4b2ba00 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451615 Feb 21 01:33:48.711546 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5b2ab409-f034-46b8-aef8-48af53967c3c req-eab9f7d2-05c2-433d-af86-b2200a5c9771 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 210 time: 0.0413294 Feb 21 01:33:49.009982 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55840) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:49.136481 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-245f8c63-336f-4302-a9b9-faf453e27e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:49.218669 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-245f8c63-336f-4302-a9b9-faf453e27e28 admin admin] Publish callbacks [] for security_group (2fab0b33-820f-4720-9585-4a4ac4940c66), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:49.431195 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-245f8c63-336f-4302-a9b9-faf453e27e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (2fab0b33-820f-4720-9585-4a4ac4940c66), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:49.451191 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-245f8c63-336f-4302-a9b9-faf453e27e28 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=316204d3b45349488771ef87fe915008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399884 Feb 21 01:33:49.453134 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f8c63-336f-4302-a9b9-faf453e27e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fab0b33-820f-4720-9585-4a4ac4940c66,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:49.455476 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55848) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:49.461708 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe65b4d-e440-485a-a3b5-90379dc742a8 req-be231dd8-6105-412c-96dd-07e9081a0866 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:49.465236 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4fe65b4d-e440-485a-a3b5-90379dc742a8 req-be231dd8-6105-412c-96dd-07e9081a0866 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0576026 Feb 21 01:33:49.513447 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-70ec10ee-cd21-400a-b9f1-bc93a232b782 admin admin] Publish callbacks [] for security_group (2fab0b33-820f-4720-9585-4a4ac4940c66), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:49.528983 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4fe65b4d-e440-485a-a3b5-90379dc742a8 req-f2bc0e6e-e445-49e4-9836-ef71c00492c7 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507915 Feb 21 01:33:49.537816 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-70ec10ee-cd21-400a-b9f1-bc93a232b782 admin admin] Publish callbacks [] for security_group (2fab0b33-820f-4720-9585-4a4ac4940c66), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:49.669339 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-70ec10ee-cd21-400a-b9f1-bc93a232b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (2fab0b33-820f-4720-9585-4a4ac4940c66), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:49.672772 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-70ec10ee-cd21-400a-b9f1-bc93a232b782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:49.677525 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-70ec10ee-cd21-400a-b9f1-bc93a232b782 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2fab0b33-820f-4720-9585-4a4ac4940c66 HTTP/1.1" status: 204 len: 168 time: 0.2211046 Feb 21 01:33:49.687433 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec10ee-cd21-400a-b9f1-bc93a232b782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fab0b33-820f-4720-9585-4a4ac4940c66,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:49.747902 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c2e31-60a8-4b4e-82b2-f5f14706bac2 req-77a52d23-a341-439b-bd88-5e9aba2fb2a1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:49.747902 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d7c2e31-60a8-4b4e-82b2-f5f14706bac2 req-77a52d23-a341-439b-bd88-5e9aba2fb2a1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1416566 Feb 21 01:33:49.786008 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-4e0118a9-cfea-44d1-8c69-94b39458263d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:49.787591 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-4e0118a9-cfea-44d1-8c69-94b39458263d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "GET /v2.0/networks?id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 200 len: 814 time: 0.1935711 Feb 21 01:33:49.809418 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Request body: {'port': {'device_id': 'a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1', 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a', 'admin_state_up': True, 'tenant_id': '11d99a6bb8ad42a980e51a57fcec7315'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:33:49.858165 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-09258fbb-1344-49c0-aaa0-80500b54c80a req-820dba8a-caa0-4cea-9acb-459fe9d35ed4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 210 time: 0.0554852 Feb 21 01:33:49.886445 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d7c2e31-60a8-4b4e-82b2-f5f14706bac2 req-54de9f3c-fc64-44ce-a900-7b51f615a221 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316741 Feb 21 01:33:50.036849 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Made reservation on behalf of 11d99a6bb8ad42a980e51a57fcec7315 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:33:50.036849 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.167162 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Allocated IP 172.20.0.7 (19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a/69ce5680-8483-49e9-a153-62f865fbfca9/28fa7cb5-9fec-4840-adcc-939e35d2843b) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:33:50.259544 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55878) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:50.323837 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks [] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.352735 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55882) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:50.371911 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-04fdd7d8-87be-4625-9eaf-aec8d7c3501c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.385343 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-26bffc3a-755e-4c70-a494-1b09ca811710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.423194 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.452071 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['8dcff3a2-5327-4c3f-9f70-590bf220865d', '08712441-0ce7-4bec-af4d-4a2f88e466db'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:33:50.470174 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:33:50.477417 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:33:50.480364 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:33:50.485504 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:50.486184 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.490437 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Pushing event updated for resources: {'Port': ['ID=28fa7cb5-9fec-4840-adcc-939e35d2843b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:50.528751 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-04fdd7d8-87be-4625-9eaf-aec8d7c3501c admin admin] Publish callbacks [] for security_group (80d4dd16-f28c-44a4-8a97-609644787817), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.537727 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-26bffc3a-755e-4c70-a494-1b09ca811710 admin admin] Publish callbacks [] for security_group (e852167f-153f-4fec-b864-e8f22060e597), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.581690 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-700460f2-676c-4326-9355-87741092ebf2 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7801220 Feb 21 01:33:50.602986 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Request body: {'port': {'device_id': 'a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:33:50.611330 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-26bffc3a-755e-4c70-a494-1b09ca811710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (e852167f-153f-4fec-b864-e8f22060e597), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.665699 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-04fdd7d8-87be-4625-9eaf-aec8d7c3501c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (80d4dd16-f28c-44a4-8a97-609644787817), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.682822 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.703582 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-04fdd7d8-87be-4625-9eaf-aec8d7c3501c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ab6d7feb66eb4b9cab3509db9e3a0077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497329 Feb 21 01:33:50.704461 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55888) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:50.707730 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-26bffc3a-755e-4c70-a494-1b09ca811710 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=14eea26ca14f4ca68a18f4e0137acb15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465909 Feb 21 01:33:50.710116 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bffc3a-755e-4c70-a494-1b09ca811710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e852167f-153f-4fec-b864-e8f22060e597,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:50.712559 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55890) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:50.777920 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdd7d8-87be-4625-9eaf-aec8d7c3501c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d4dd16-f28c-44a4-8a97-609644787817,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:50.812064 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9f75d479-88aa-4fb4-90c7-ecd247ceffb8 admin admin] Publish callbacks [] for security_group (80d4dd16-f28c-44a4-8a97-609644787817), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.838593 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9bd239e6-8a5a-4492-a33c-9a6d8f5a73d1 admin admin] Publish callbacks [] for security_group (e852167f-153f-4fec-b864-e8f22060e597), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:50.860738 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9f75d479-88aa-4fb4-90c7-ecd247ceffb8 admin admin] Publish callbacks [] for security_group (80d4dd16-f28c-44a4-8a97-609644787817), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.105029 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9bd239e6-8a5a-4492-a33c-9a6d8f5a73d1 admin admin] Publish callbacks [] for security_group (e852167f-153f-4fec-b864-e8f22060e597), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.106733 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b436d-ab27-4608-ba27-023128cb12fc req-73b2ba99-2bc7-4ee4-94ac-b53ff1f06c20 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:51.108235 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6b8b436d-ab27-4608-ba27-023128cb12fc req-73b2ba99-2bc7-4ee4-94ac-b53ff1f06c20 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 931 time: 0.1111033 Feb 21 01:33:51.184036 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6b8b436d-ab27-4608-ba27-023128cb12fc req-7aa9d2f5-5add-4f03-94a2-d480e946c8d4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676284 Feb 21 01:33:51.229810 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fa7cb5-9fec-4840-adcc-939e35d2843b {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:33:51.235355 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9f75d479-88aa-4fb4-90c7-ecd247ceffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (80d4dd16-f28c-44a4-8a97-609644787817), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.237821 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Publish callbacks [] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.238842 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9f75d479-88aa-4fb4-90c7-ecd247ceffb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.240016 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9f75d479-88aa-4fb4-90c7-ecd247ceffb8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/80d4dd16-f28c-44a4-8a97-609644787817 HTTP/1.1" status: 204 len: 168 time: 0.5309348 Feb 21 01:33:51.248093 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9bd239e6-8a5a-4492-a33c-9a6d8f5a73d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (e852167f-153f-4fec-b864-e8f22060e597), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.250685 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9bd239e6-8a5a-4492-a33c-9a6d8f5a73d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.252059 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9bd239e6-8a5a-4492-a33c-9a6d8f5a73d1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e852167f-153f-4fec-b864-e8f22060e597 HTTP/1.1" status: 204 len: 168 time: 0.5344081 Feb 21 01:33:51.252942 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75d479-88aa-4fb4-90c7-ecd247ceffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d4dd16-f28c-44a4-8a97-609644787817,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:51.255338 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Transition to ACTIVE for port object 28fa7cb5-9fec-4840-adcc-939e35d2843b will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:33:51.271676 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd239e6-8a5a-4492-a33c-9a6d8f5a73d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e852167f-153f-4fec-b864-e8f22060e597,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:51.321018 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.406303 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=28fa7cb5-9fec-4840-adcc-939e35d2843b,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:51.409241 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Attempting to bind port 28fa7cb5-9fec-4840-adcc-939e35d2843b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:33:51.409581 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Attempting to bind port 28fa7cb5-9fec-4840-adcc-939e35d2843b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:33:51.409914 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Attempting to bind port 28fa7cb5-9fec-4840-adcc-939e35d2843b on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:33:51.415125 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Port 28fa7cb5-9fec-4840-adcc-939e35d2843b on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:33:51.415125 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Attempting to bind port 28fa7cb5-9fec-4840-adcc-939e35d2843b on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:33:51.420134 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:33:51.420733 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Checking segment: {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:33:51.421211 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Bound using segment: {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:33:51.421704 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Bound port: 28fa7cb5-9fec-4840-adcc-939e35d2843b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:33:51.422132 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.485238 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] For port 28fa7cb5-9fec-4840-adcc-939e35d2843b, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:33:51.488797 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] For port 28fa7cb5-9fec-4840-adcc-939e35d2843b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28fa7cb5-9fec-4840-adcc-939e35d2843b,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:33:51.555016 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.590029 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:51.592272 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:51.592272 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] 10.222.0.43 "PUT /v2.0/ports/28fa7cb5-9fec-4840-adcc-939e35d2843b HTTP/1.1" status: 200 len: 1093 time: 0.9932039 Feb 21 01:33:51.592525 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1', 'tag': '28fa7cb5-9fec-4840-adcc-939e35d2843b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:33:51.595958 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd1758e-1b29-49cf-aa1b-35f1731683ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1", "tag": "28fa7cb5-9fec-4840-adcc-939e35d2843b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:33:51.638525 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9cf21-53a1-434f-82c5-76a77326a6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=28fa7cb5-9fec-4840-adcc-939e35d2843b,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:51.660508 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c30530f-6f01-4fd4-b561-976b8f42c580 x-openstack-request-id: req-7c30530f-6f01-4fd4-b561-976b8f42c580 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:33:51.660997 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1", "tag": "28fa7cb5-9fec-4840-adcc-939e35d2843b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:33:51.661257 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7c30530f-6f01-4fd4-b561-976b8f42c580 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:33:51.661652 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1', 'tag': '28fa7cb5-9fec-4840-adcc-939e35d2843b', 'status': 'completed', 'code': 200} Feb 21 01:33:51.739566 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1758e-1b29-49cf-aa1b-35f1731683ae req-c800b54e-eba3-40ae-9027-8d3870793acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:51.741164 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7cd1758e-1b29-49cf-aa1b-35f1731683ae req-c800b54e-eba3-40ae-9027-8d3870793acf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 1127 time: 0.0490699 Feb 21 01:33:51.844458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1758e-1b29-49cf-aa1b-35f1731683ae req-2173786a-15c9-4986-86de-08d4db4c2f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:51.846491 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7cd1758e-1b29-49cf-aa1b-35f1731683ae req-2173786a-15c9-4986-86de-08d4db4c2f9c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0916820 Feb 21 01:33:51.944765 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1758e-1b29-49cf-aa1b-35f1731683ae req-0b17c225-5368-49f7-b1e9-692def7cb2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:51.946225 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7cd1758e-1b29-49cf-aa1b-35f1731683ae req-0b17c225-5368-49f7-b1e9-692def7cb2df service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929372 Feb 21 01:33:51.987884 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55916) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:52.001045 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8aa96409-9cf7-4102-87a8-48a49e7fa196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:52.037115 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-9d3c21ba-e7f9-4f5a-afdd-d0fc69d67e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:52.038622 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-9d3c21ba-e7f9-4f5a-afdd-d0fc69d67e83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 1127 time: 0.0452673 Feb 21 01:33:52.081309 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-d09cc39d-5db2-4738-aa35-fe8c2361e2cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28fa7cb5-9fec-4840-adcc-939e35d2843b HTTP/1.1" status: 200 len: 217 time: 0.0349677 Feb 21 01:33:52.081697 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8aa96409-9cf7-4102-87a8-48a49e7fa196 admin admin] Publish callbacks [] for security_group (0b1ae241-f847-4ba5-8624-6a8100e4f91d), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:52.135762 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-309be574-0995-4fad-9745-427dcce75a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:52.137548 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-309be574-0995-4fad-9745-427dcce75a7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69ce5680-8483-49e9-a153-62f865fbfca9 HTTP/1.1" status: 200 len: 854 time: 0.0504162 Feb 21 01:33:52.155358 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8aa96409-9cf7-4102-87a8-48a49e7fa196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0b1ae241-f847-4ba5-8624-6a8100e4f91d), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:52.172973 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-20dbd01d-403f-4f07-8b79-7b4237698240 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290363 Feb 21 01:33:52.196820 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-8aa96409-9cf7-4102-87a8-48a49e7fa196 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2c7a508dc31942ecae8e2f9f583e1a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055461 Feb 21 01:33:52.196820 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa96409-9cf7-4102-87a8-48a49e7fa196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ae241-f847-4ba5-8624-6a8100e4f91d,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:52.199007 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 55924) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:52.247545 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-69a029c6-452e-41ea-90b0-ffd690ea2873 admin admin] Publish callbacks [] for security_group (0b1ae241-f847-4ba5-8624-6a8100e4f91d), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:52.271100 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-69a029c6-452e-41ea-90b0-ffd690ea2873 admin admin] Publish callbacks [] for security_group (0b1ae241-f847-4ba5-8624-6a8100e4f91d), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:52.301573 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-a74c5bc1-1029-4728-994f-13d28512581a service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202931 Feb 21 01:33:52.345212 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f5165-4d61-4071-86ec-326659f57810 req-ef7a02ab-2d53-4136-a57c-94e6008806d9 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:52.347685 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-991f5165-4d61-4071-86ec-326659f57810 req-ef7a02ab-2d53-4136-a57c-94e6008806d9 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 943 time: 0.0876751 Feb 21 01:33:52.400133 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-69a029c6-452e-41ea-90b0-ffd690ea2873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0b1ae241-f847-4ba5-8624-6a8100e4f91d), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:52.403147 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-69a029c6-452e-41ea-90b0-ffd690ea2873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:52.406546 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-69a029c6-452e-41ea-90b0-ffd690ea2873 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0b1ae241-f847-4ba5-8624-6a8100e4f91d HTTP/1.1" status: 204 len: 168 time: 0.2044282 Feb 21 01:33:52.415296 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a029c6-452e-41ea-90b0-ffd690ea2873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ae241-f847-4ba5-8624-6a8100e4f91d,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:52.434128 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-991f5165-4d61-4071-86ec-326659f57810 req-e6f58957-c11b-4a82-8291-5536a6a0c338 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624394 Feb 21 01:33:52.449820 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29e3a7bd-010c-4339-b1bd-0ffbff1057eb req-03cbe87d-8488-4e2d-9a3f-8c69215f0011 service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379731 Feb 21 01:33:53.098950 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b0523-0872-4406-a9ba-849a1577de7b req-717825a8-1daf-4edf-9773-b6a25c1ea48f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:53.100458 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6f2b0523-0872-4406-a9ba-849a1577de7b req-717825a8-1daf-4edf-9773-b6a25c1ea48f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0597563 Feb 21 01:33:53.182230 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6f2b0523-0872-4406-a9ba-849a1577de7b req-50b6da3d-5f50-489a-acf8-4f0189771e62 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757651 Feb 21 01:33:53.192772 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-7111ba0c-8a61-4a4d-b844-60d7a7a3d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:53.194700 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-7111ba0c-8a61-4a4d-b844-60d7a7a3d4f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0711167 Feb 21 01:33:53.323889 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-ced96ae4-e949-46e7-93eb-e37c7ac5f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:53.325385 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-ced96ae4-e949-46e7-93eb-e37c7ac5f07d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 919 time: 0.1237683 Feb 21 01:33:53.373670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-446c9715-c30d-4740-8610-e2c071363c24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf21197e-c8ae-4d32-9844-138c1e440316 HTTP/1.1" status: 200 len: 217 time: 0.0419333 Feb 21 01:33:53.435013 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-2687041b-a016-4cff-9dea-f3b2686ddf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:53.436515 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-2687041b-a016-4cff-9dea-f3b2686ddf39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58f09cd-72c6-456a-843c-c8121f0b588f HTTP/1.1" status: 200 len: 858 time: 0.0572181 Feb 21 01:33:53.467040 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-1398b431-4d03-48e1-b612-91e8be2ff60b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce3d49-217f-425e-8faa-7de06bd3cd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242310 Feb 21 01:33:53.611847 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e40f5-78a2-485b-ac45-5a725f6b8689 req-dca80d96-f650-4f7b-a3b5-ba7b710d2560 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:53.613548 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-283e40f5-78a2-485b-ac45-5a725f6b8689 req-dca80d96-f650-4f7b-a3b5-ba7b710d2560 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 943 time: 0.0903862 Feb 21 01:33:53.615398 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-b591b9d9-5d45-4b1b-bd58-116bc85a295d service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426749 Feb 21 01:33:53.735438 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-283e40f5-78a2-485b-ac45-5a725f6b8689 req-f8b6b91e-79ea-4ab4-84ae-7c5c75878167 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136217 Feb 21 01:33:53.752116 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e03d5d9e-ce7c-4af3-a8a1-479d0a913e35 req-0214af92-16b1-4936-b84e-87cf941daa4a service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283484 Feb 21 01:33:54.305889 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7afdc-0191-4fde-8be4-cfdcb87a1281 req-5ddf63d8-7f2f-4fb2-bdfa-6f02fa77bda2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:54.308897 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6f7afdc-0191-4fde-8be4-cfdcb87a1281 req-5ddf63d8-7f2f-4fb2-bdfa-6f02fa77bda2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0551720 Feb 21 01:33:54.360520 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6f7afdc-0191-4fde-8be4-cfdcb87a1281 req-2e8434d3-0b30-40bb-87b3-f781d895bce7 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474820 Feb 21 01:33:54.860113 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703cce1-2d33-4b8e-a0f9-407a92631b4e req-af1739b1-41f3-4b14-87a6-cb7de1d012c7 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:54.861745 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2703cce1-2d33-4b8e-a0f9-407a92631b4e req-af1739b1-41f3-4b14-87a6-cb7de1d012c7 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 943 time: 0.0599735 Feb 21 01:33:54.907957 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2703cce1-2d33-4b8e-a0f9-407a92631b4e req-3629b58f-b866-4853-91f7-1c3480f399ea tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Feb 21 01:33:55.480683 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdf96e-d8ee-46df-b2c3-83bbd53cf3ed req-6857363c-b606-41d2-9ac3-e8745ce0003c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:55.482202 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b5cdf96e-d8ee-46df-b2c3-83bbd53cf3ed req-6857363c-b606-41d2-9ac3-e8745ce0003c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0519381 Feb 21 01:33:55.533291 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b5cdf96e-d8ee-46df-b2c3-83bbd53cf3ed req-abf77f92-f2d1-4b3e-a57c-b8055b549905 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Feb 21 01:33:56.022996 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6d176-7f97-4d69-b98f-8fb421e6a5b2 req-7bbba0f6-5013-4f2b-8692-18469465da8c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:56.024648 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-97e6d176-7f97-4d69-b98f-8fb421e6a5b2 req-7bbba0f6-5013-4f2b-8692-18469465da8c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 943 time: 0.0517507 Feb 21 01:33:56.074915 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-97e6d176-7f97-4d69-b98f-8fb421e6a5b2 req-b578cfc1-db93-4224-a609-7a2bedf899f3 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449677 Feb 21 01:33:56.664169 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811470e0-9aff-487f-abc0-d96fbfcf18eb req-9275d946-2da3-4b89-acd5-dad6ed716f33 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:56.665719 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-811470e0-9aff-487f-abc0-d96fbfcf18eb req-9275d946-2da3-4b89-acd5-dad6ed716f33 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0603662 Feb 21 01:33:56.714531 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-811470e0-9aff-487f-abc0-d96fbfcf18eb req-91e240b5-a418-43ef-92ed-c400058e76d0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Feb 21 01:33:57.169058 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 28fa7cb5-9fec-4840-adcc-939e35d2843b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:33:57.194414 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56284613-f56c-4afc-a716-4b5e9d1486b0 req-d92e57bf-d8ad-4a6e-9b8f-b4085b9acd24 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:57.195908 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-56284613-f56c-4afc-a716-4b5e9d1486b0 req-d92e57bf-d8ad-4a6e-9b8f-b4085b9acd24 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 943 time: 0.0564754 Feb 21 01:33:57.245064 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-56284613-f56c-4afc-a716-4b5e9d1486b0 req-2e3d5801-82b4-4ef2-8f90-2257ab5aa4d1 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 Feb 21 01:33:57.273986 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 28fa7cb5-9fec-4840-adcc-939e35d2843b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28fa7cb5-9fec-4840-adcc-939e35d2843b,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:33:57.285621 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '28fa7cb5-9fec-4840-adcc-939e35d2843b', 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a', 'port_id': '28fa7cb5-9fec-4840-adcc-939e35d2843b', 'mac_address': 'fa:16:3e:70:ae:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ce5680-8483-49e9-a153-62f865fbfca9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:33:57.323455 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 28fa7cb5-9fec-4840-adcc-939e35d2843b is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:33:57.323839 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:57.337184 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fa7cb5-9fec-4840-adcc-939e35d2843b {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:33:57.355709 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 28fa7cb5-9fec-4840-adcc-939e35d2843b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28fa7cb5-9fec-4840-adcc-939e35d2843b,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:33:57.428448 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:57.479437 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=28fa7cb5-9fec-4840-adcc-939e35d2843b,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:57.600964 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 56136) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:57.710788 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-487652b3-5ee5-4ad2-ac47-e2f031dcb227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:57.783796 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-487652b3-5ee5-4ad2-ac47-e2f031dcb227 admin admin] Publish callbacks [] for security_group (7b7601bc-6775-468d-9789-80c5ad355c35), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:57.836185 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a43bd-c409-4d3e-8bbb-9ea4a6556c9c req-38274ffa-310b-4f07-b50f-0ec7a8f804ab tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:57.837690 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e72a43bd-c409-4d3e-8bbb-9ea4a6556c9c req-38274ffa-310b-4f07-b50f-0ec7a8f804ab tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0536487 Feb 21 01:33:57.840989 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-487652b3-5ee5-4ad2-ac47-e2f031dcb227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (7b7601bc-6775-468d-9789-80c5ad355c35), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:57.879395 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-487652b3-5ee5-4ad2-ac47-e2f031dcb227 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6f7a929289be4bc284ca582927f53392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773612 Feb 21 01:33:57.881483 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487652b3-5ee5-4ad2-ac47-e2f031dcb227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7601bc-6775-468d-9789-80c5ad355c35,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:57.883891 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e72a43bd-c409-4d3e-8bbb-9ea4a6556c9c req-0f3a78ed-0b4e-4d4a-8cfa-d4f43d4a6382 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 Feb 21 01:33:57.884097 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 56142) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:57.931198 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-231e634b-387f-4da8-a9bb-b122d0dab833 admin admin] Publish callbacks [] for security_group (7b7601bc-6775-468d-9789-80c5ad355c35), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:57.950971 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-231e634b-387f-4da8-a9bb-b122d0dab833 admin admin] Publish callbacks [] for security_group (7b7601bc-6775-468d-9789-80c5ad355c35), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:57.989204 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['28fa7cb5-9fec-4840-adcc-939e35d2843b'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:33:58.064305 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-231e634b-387f-4da8-a9bb-b122d0dab833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (7b7601bc-6775-468d-9789-80c5ad355c35), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:58.067037 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-231e634b-387f-4da8-a9bb-b122d0dab833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:58.081058 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-231e634b-387f-4da8-a9bb-b122d0dab833 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7b7601bc-6775-468d-9789-80c5ad355c35 HTTP/1.1" status: 204 len: 168 time: 0.1867108 Feb 21 01:33:58.081058 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e634b-387f-4da8-a9bb-b122d0dab833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7601bc-6775-468d-9789-80c5ad355c35,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:58.365274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2481c4d-2de2-4669-ad9a-6286e73cc84b req-d8745503-eaac-4885-b9bf-39efb5b33c1b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:58.366793 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c2481c4d-2de2-4669-ad9a-6286e73cc84b req-d8745503-eaac-4885-b9bf-39efb5b33c1b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 944 time: 0.0553987 Feb 21 01:33:58.418056 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c2481c4d-2de2-4669-ad9a-6286e73cc84b req-02677d40-b8ef-4ae0-9b43-40f80e61c9a3 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Feb 21 01:33:58.533594 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:33:58.709739 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 56162) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:58.724808 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-40589225-96ef-4067-8f90-f242e151ee6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:58.795485 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-40589225-96ef-4067-8f90-f242e151ee6a admin admin] Publish callbacks [] for security_group (217d58d8-e7e3-4ddf-85fd-2c11ffcecb92), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:58.840637 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-40589225-96ef-4067-8f90-f242e151ee6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (217d58d8-e7e3-4ddf-85fd-2c11ffcecb92), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:58.886064 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-40589225-96ef-4067-8f90-f242e151ee6a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9ff6d9c8dd8f4d63956882d0d716f0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751440 Feb 21 01:33:58.886689 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40589225-96ef-4067-8f90-f242e151ee6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217d58d8-e7e3-4ddf-85fd-2c11ffcecb92,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:58.888766 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 56166) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:33:58.935871 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e82e0c08-ca83-4158-a056-cba0dfe76d4c admin admin] Publish callbacks [] for security_group (217d58d8-e7e3-4ddf-85fd-2c11ffcecb92), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:58.957899 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e82e0c08-ca83-4158-a056-cba0dfe76d4c admin admin] Publish callbacks [] for security_group (217d58d8-e7e3-4ddf-85fd-2c11ffcecb92), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:59.036915 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b26355-62d6-402e-aee2-3896f38e4458 req-cd8e7966-b948-4804-bf61-4ae3530e1a25 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:59.038425 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d2b26355-62d6-402e-aee2-3896f38e4458 req-cd8e7966-b948-4804-bf61-4ae3530e1a25 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0744636 Feb 21 01:33:59.084283 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d2b26355-62d6-402e-aee2-3896f38e4458 req-a391cf00-10b9-46d5-9cef-95ed95f1a9b1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Feb 21 01:33:59.115438 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e82e0c08-ca83-4158-a056-cba0dfe76d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (217d58d8-e7e3-4ddf-85fd-2c11ffcecb92), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:59.118113 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e82e0c08-ca83-4158-a056-cba0dfe76d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:33:59.119191 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e82e0c08-ca83-4158-a056-cba0dfe76d4c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/217d58d8-e7e3-4ddf-85fd-2c11ffcecb92 HTTP/1.1" status: 204 len: 168 time: 0.2293708 Feb 21 01:33:59.127222 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0c08-ca83-4158-a056-cba0dfe76d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217d58d8-e7e3-4ddf-85fd-2c11ffcecb92,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:33:59.533662 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69d524-2be8-46ba-8c6f-e3a80afb7dea req-66df12f8-5684-4446-873f-a574325c3c92 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:33:59.542528 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ef69d524-2be8-46ba-8c6f-e3a80afb7dea req-66df12f8-5684-4446-873f-a574325c3c92 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 944 time: 0.0598693 Feb 21 01:33:59.589751 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ef69d524-2be8-46ba-8c6f-e3a80afb7dea req-4e1594fa-cf82-40b0-838d-dc8420a81b2c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420854 Feb 21 01:34:00.206978 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 56216) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:00.209443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61320d7f-5c39-484b-a21e-4763ad6ff910 req-e80615b0-c306-4edf-926c-4ec354b2048b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:00.210965 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61320d7f-5c39-484b-a21e-4763ad6ff910 req-e80615b0-c306-4edf-926c-4ec354b2048b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0586925 Feb 21 01:34:00.258715 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61320d7f-5c39-484b-a21e-4763ad6ff910 req-597967ed-c3f7-4b7e-8ad0-dced7c0e81da tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Feb 21 01:34:00.311191 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:00.385335 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Publish callbacks [] for security_group (a7c887d7-c63e-42fa-8ff0-f4c326a08cb8), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:00.458443 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a7c887d7-c63e-42fa-8ff0-f4c326a08cb8), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:00.496793 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7d89e481e53240e8be9a09c7a82f8595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887101 Feb 21 01:34:00.497657 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c887d7-c63e-42fa-8ff0-f4c326a08cb8,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:00.500412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 56252) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:00.510189 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.510562 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.512148 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.512148 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.512148 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.512148 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.512418 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.512691 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.512903 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.513267 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.513629 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.513955 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.514282 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d94a58-9484-48a6-8a75-f1f5e3904a08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.560544 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Publish callbacks [] for security_group (a7c887d7-c63e-42fa-8ff0-f4c326a08cb8), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:00.581809 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Publish callbacks [] for security_group (a7c887d7-c63e-42fa-8ff0-f4c326a08cb8), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:00.715365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478b958-f98f-4a3a-a657-c8d771fcb6e6 req-16deea03-2d1c-423e-b13f-25e8b53ce350 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:00.716775 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1478b958-f98f-4a3a-a657-c8d771fcb6e6 req-16deea03-2d1c-423e-b13f-25e8b53ce350 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 944 time: 0.0545101 Feb 21 01:34:00.763985 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1478b958-f98f-4a3a-a657-c8d771fcb6e6 req-6d78f606-08da-4ef5-8fdb-08f84e89ef65 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Feb 21 01:34:00.778507 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a7c887d7-c63e-42fa-8ff0-f4c326a08cb8), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:00.781232 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:00.783126 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a7c887d7-c63e-42fa-8ff0-f4c326a08cb8 HTTP/1.1" status: 204 len: 168 time: 0.2809715 Feb 21 01:34:00.790164 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c887d7-c63e-42fa-8ff0-f4c326a08cb8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:00.798191 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.799074 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.799428 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.799774 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.800111 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.800468 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.800813 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.801152 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.801487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.801819 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.802152 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.802483 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:00.802812 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece944c-3e7b-4c6a-b116-cc0b71948f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:01.217225 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 28fa7cb5-9fec-4840-adcc-939e35d2843b up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:34:01.320763 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 28fa7cb5-9fec-4840-adcc-939e35d2843b completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:34:01.324643 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 28fa7cb5-9fec-4840-adcc-939e35d2843b triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:34:01.325109 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.360343 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 56274) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:01.379082 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-239c0022-0c46-4a78-bd1c-47365b1cc1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.400458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4acea-db97-4a9a-bd5f-55b14d4fc77d req-d28b2fb6-00a7-4d34-8521-821cb7c4cf2b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:01.402030 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4ed4acea-db97-4a9a-bd5f-55b14d4fc77d req-d28b2fb6-00a7-4d34-8521-821cb7c4cf2b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0778182 Feb 21 01:34:01.406418 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 28fa7cb5-9fec-4840-adcc-939e35d2843b is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:34:01.407077 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.433912 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa7cb5-9fec-4840-adcc-939e35d2843b'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:34:01.436146 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d0b159-3917-4bd6-944c-9b6fd92b6aa3" -d '{"events": [{"server_uuid": "a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1", "name": "network-vif-plugged", "status": "completed", "tag": "28fa7cb5-9fec-4840-adcc-939e35d2843b"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:34:01.448303 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 28fa7cb5-9fec-4840-adcc-939e35d2843b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28fa7cb5-9fec-4840-adcc-939e35d2843b,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:01.472299 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4ed4acea-db97-4a9a-bd5f-55b14d4fc77d req-d7a446b5-a814-4308-a466-b462d09754e0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632460 Feb 21 01:34:01.475436 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d703e5f-f1da-4a3f-ae6b-0c1edd068fa9 x-openstack-request-id: req-7d703e5f-f1da-4a3f-ae6b-0c1edd068fa9 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:34:01.475756 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1", "name": "network-vif-plugged", "status": "completed", "tag": "28fa7cb5-9fec-4840-adcc-939e35d2843b", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:34:01.476637 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7d703e5f-f1da-4a3f-ae6b-0c1edd068fa9 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:34:01.477096 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa7cb5-9fec-4840-adcc-939e35d2843b', 'code': 200} Feb 21 01:34:01.506377 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-239c0022-0c46-4a78-bd1c-47365b1cc1f9 admin admin] Publish callbacks [] for security_group (3453511e-8238-4210-8f83-ff5753dc77aa), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.525360 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.573231 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=28fa7cb5-9fec-4840-adcc-939e35d2843b,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:01.576981 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-239c0022-0c46-4a78-bd1c-47365b1cc1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (3453511e-8238-4210-8f83-ff5753dc77aa), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.618567 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c0022-0c46-4a78-bd1c-47365b1cc1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3453511e-8238-4210-8f83-ff5753dc77aa,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:01.623049 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-239c0022-0c46-4a78-bd1c-47365b1cc1f9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7e09e1a87a284cdeab1c6bab564ec76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609115 Feb 21 01:34:01.625734 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 56286) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:01.674277 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49f72d16-7744-41b9-abaa-63cda39635a4 admin admin] Publish callbacks [] for security_group (3453511e-8238-4210-8f83-ff5753dc77aa), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.695910 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49f72d16-7744-41b9-abaa-63cda39635a4 admin admin] Publish callbacks [] for security_group (3453511e-8238-4210-8f83-ff5753dc77aa), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.818683 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b27ff-064a-46fc-917f-4f8bddb05d5b req-16affc04-a62a-447a-9518-5b527e5eff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:01.820166 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-864b27ff-064a-46fc-917f-4f8bddb05d5b req-16affc04-a62a-447a-9518-5b527e5eff97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 1129 time: 0.0438154 Feb 21 01:34:01.836071 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49f72d16-7744-41b9-abaa-63cda39635a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (3453511e-8238-4210-8f83-ff5753dc77aa), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.838599 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-49f72d16-7744-41b9-abaa-63cda39635a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:01.839896 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-49f72d16-7744-41b9-abaa-63cda39635a4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3453511e-8238-4210-8f83-ff5753dc77aa HTTP/1.1" status: 204 len: 168 time: 0.2123799 Feb 21 01:34:01.880545 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f72d16-7744-41b9-abaa-63cda39635a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3453511e-8238-4210-8f83-ff5753dc77aa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:01.917933 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-864b27ff-064a-46fc-917f-4f8bddb05d5b req-6fe3ae4b-70c9-4b96-8c37-816e627d615f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900090 Feb 21 01:34:01.931031 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123eaa0-e5df-4eb4-80ff-897c7e3a6bbd req-63405f36-b180-4f21-b32e-fed7f09c4181 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:01.932531 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8123eaa0-e5df-4eb4-80ff-897c7e3a6bbd req-63405f36-b180-4f21-b32e-fed7f09c4181 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0972836 Feb 21 01:34:01.981473 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8123eaa0-e5df-4eb4-80ff-897c7e3a6bbd req-1da01c7d-6211-44ae-bb82-bbc68a9c8080 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433953 Feb 21 01:34:02.591726 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c766bf4-8161-4fce-9cf6-b38ba5add33a req-de4c45af-1ff1-4fa2-8a87-9fd131f9560e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:02.593216 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c766bf4-8161-4fce-9cf6-b38ba5add33a req-de4c45af-1ff1-4fa2-8a87-9fd131f9560e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0518796 Feb 21 01:34:02.642702 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c766bf4-8161-4fce-9cf6-b38ba5add33a req-24f3ce45-2838-4393-8d42-4e4ca7cb37b1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Feb 21 01:34:03.098758 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728aa32-e20c-46f7-a8a6-5005027328ad req-2313b034-b875-4258-8677-e0aa923a1abb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:03.100208 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d728aa32-e20c-46f7-a8a6-5005027328ad req-2313b034-b875-4258-8677-e0aa923a1abb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0505676 Feb 21 01:34:03.151187 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d728aa32-e20c-46f7-a8a6-5005027328ad req-a11e1a4a-ce29-4f67-9ce4-767d4b3bcc92 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Feb 21 01:34:03.458120 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 56342) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:03.568042 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e41ec5a1-b61f-4238-9111-6d0d09f8d950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:03.641167 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e41ec5a1-b61f-4238-9111-6d0d09f8d950 admin admin] Publish callbacks [] for security_group (4ec52c86-354e-42de-b94e-579ab42bcf11), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:03.696671 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e41ec5a1-b61f-4238-9111-6d0d09f8d950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4ec52c86-354e-42de-b94e-579ab42bcf11), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:03.761120 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e41ec5a1-b61f-4238-9111-6d0d09f8d950 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=725550a720a94cfca9bf13299c80ce4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018467 Feb 21 01:34:03.763708 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 56350) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:03.770890 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ec5a1-b61f-4238-9111-6d0d09f8d950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec52c86-354e-42de-b94e-579ab42bcf11,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:03.817071 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce7576-1d10-42a7-89fc-a478fe050559 req-744b79ca-2267-430b-a003-7f141d4c1faa tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:03.825545 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4fce7576-1d10-42a7-89fc-a478fe050559 req-744b79ca-2267-430b-a003-7f141d4c1faa tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1055894 Feb 21 01:34:03.848874 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b65033cb-f8c6-4e5c-b139-55148c74a690 admin admin] Publish callbacks [] for security_group (4ec52c86-354e-42de-b94e-579ab42bcf11), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:03.891646 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b65033cb-f8c6-4e5c-b139-55148c74a690 admin admin] Publish callbacks [] for security_group (4ec52c86-354e-42de-b94e-579ab42bcf11), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:03.905122 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4fce7576-1d10-42a7-89fc-a478fe050559 req-09574285-e6fa-4fcf-824d-4391a6573acb tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801129 Feb 21 01:34:04.022470 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b65033cb-f8c6-4e5c-b139-55148c74a690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4ec52c86-354e-42de-b94e-579ab42bcf11), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:04.025088 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b65033cb-f8c6-4e5c-b139-55148c74a690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:04.026262 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-b65033cb-f8c6-4e5c-b139-55148c74a690 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4ec52c86-354e-42de-b94e-579ab42bcf11 HTTP/1.1" status: 204 len: 168 time: 0.2612371 Feb 21 01:34:04.035439 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65033cb-f8c6-4e5c-b139-55148c74a690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec52c86-354e-42de-b94e-579ab42bcf11,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:04.166226 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a85ca692-2d54-408e-95a1-1933d115eb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:04.274130 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e07f-f8e5-47e5-a3fa-b3c0c95777c6 req-0b49eca9-02df-490f-980e-33c31e8104da tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:04.275597 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5e82e07f-f8e5-47e5-a3fa-b3c0c95777c6 req-0b49eca9-02df-490f-980e-33c31e8104da tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0525265 Feb 21 01:34:04.334041 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5e82e07f-f8e5-47e5-a3fa-b3c0c95777c6 req-f3e7147a-be05-48da-b854-d9216b863d35 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527713 Feb 21 01:34:05.028278 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8779bc-21a2-4d54-9803-1deb131e7e3b req-9ca1fb9b-fd7b-4f3b-a9ff-c3af96ff28de tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:05.029792 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-dc8779bc-21a2-4d54-9803-1deb131e7e3b req-9ca1fb9b-fd7b-4f3b-a9ff-c3af96ff28de tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0519969 Feb 21 01:34:05.083941 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-dc8779bc-21a2-4d54-9803-1deb131e7e3b req-fc141e52-8a23-4f61-80e6-3715188c496b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481730 Feb 21 01:34:06.199320 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41d20f-642b-42eb-a078-127afae05bc4 req-31e7ebeb-18aa-4e72-be38-e1b8542c5c09 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:06.200793 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4b41d20f-642b-42eb-a078-127afae05bc4 req-31e7ebeb-18aa-4e72-be38-e1b8542c5c09 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0511818 Feb 21 01:34:06.245728 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4b41d20f-642b-42eb-a078-127afae05bc4 req-9c60a589-74d5-4789-bc6d-78e60c4d4a3c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395584 Feb 21 01:34:06.663533 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-359a94e8-ff55-414e-8198-6a13192d7e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:06.674920 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:07.360824 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441b0a-9c9b-4b10-a47c-625423820ef7 req-3a8ba7fb-e936-4d85-bdde-403dc6961776 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:07.362600 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9c441b0a-9c9b-4b10-a47c-625423820ef7 req-3a8ba7fb-e936-4d85-bdde-403dc6961776 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0518456 Feb 21 01:34:07.409918 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9c441b0a-9c9b-4b10-a47c-625423820ef7 req-87422ab0-0b3b-4cb2-a64b-2915afe80705 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Feb 21 01:34:07.634947 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:08.527500 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dd27b-62fe-408f-b213-af976f297a0e req-2abf24f4-59d7-4321-bbe8-aec3a3acbbc8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:08.528988 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-605dd27b-62fe-408f-b213-af976f297a0e req-2abf24f4-59d7-4321-bbe8-aec3a3acbbc8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0549974 Feb 21 01:34:08.575159 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-605dd27b-62fe-408f-b213-af976f297a0e req-9c24caf7-2da6-47b7-8f2d-2b0ae21b4622 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Feb 21 01:34:09.114912 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:09.691690 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457c31f-781d-414e-80b0-e88ae3841a8e req-16f3d51e-6975-48f5-a929-a5126d4dc0ec tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:09.693101 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7457c31f-781d-414e-80b0-e88ae3841a8e req-16f3d51e-6975-48f5-a929-a5126d4dc0ec tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0515049 Feb 21 01:34:09.741217 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7457c31f-781d-414e-80b0-e88ae3841a8e req-8b1fcce3-b06b-4f94-8314-679623562031 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Feb 21 01:34:10.492816 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:10.861519 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd5af3-0e05-4fe2-bcf0-e8cde33ad742 req-8ad8778a-03ff-4b2e-baa5-9fda18d502e5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:10.862992 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4bfd5af3-0e05-4fe2-bcf0-e8cde33ad742 req-8ad8778a-03ff-4b2e-baa5-9fda18d502e5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0549898 Feb 21 01:34:10.912978 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4bfd5af3-0e05-4fe2-bcf0-e8cde33ad742 req-1f836e02-ca76-428c-9af0-cf1aafc18097 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Feb 21 01:34:12.026823 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d267-218b-4d4c-9471-c483bdfe23e4 req-699141fd-2c51-4741-b3a6-c1b857d9b8c9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:12.028297 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5071d267-218b-4d4c-9471-c483bdfe23e4 req-699141fd-2c51-4741-b3a6-c1b857d9b8c9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0504007 Feb 21 01:34:12.075022 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5071d267-218b-4d4c-9471-c483bdfe23e4 req-46b5ded5-cc40-49a6-9a3f-ac9d86ba91fe tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Feb 21 01:34:13.228717 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1f468-4b2a-4d93-a08e-76207471007d req-84ec5841-afdc-4eee-9880-3b7d794c3a62 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:13.230210 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0dc1f468-4b2a-4d93-a08e-76207471007d req-84ec5841-afdc-4eee-9880-3b7d794c3a62 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0805299 Feb 21 01:34:13.232785 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-7970155e-017b-4574-996e-f81a04ef4c32 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0941210 Feb 21 01:34:13.276184 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0dc1f468-4b2a-4d93-a08e-76207471007d req-a174f6e8-c70d-4942-aceb-aff3997d3dd8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Feb 21 01:34:13.568966 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-0d330aed-3f41-4747-85b3-6265cc2314ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:13.571140 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-0d330aed-3f41-4747-85b3-6265cc2314ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 1129 time: 0.0442932 Feb 21 01:34:13.683073 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-bf65d481-3827-4e42-b8d9-8af09301d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:13.684907 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-bf65d481-3827-4e42-b8d9-8af09301d025 service neutron] 10.222.0.43 "GET /v2.0/networks?id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 200 len: 915 time: 0.0950301 Feb 21 01:34:13.730377 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-8d34cd58-a219-4e0e-a2c5-0967d5cefe0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dcff3a2-5327-4c3f-9f70-590bf220865d HTTP/1.1" status: 200 len: 217 time: 0.0384817 Feb 21 01:34:13.814122 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-e35e5008-9eab-4069-98cf-18c52ce7fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:13.815570 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-e35e5008-9eab-4069-98cf-18c52ce7fe92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69ce5680-8483-49e9-a153-62f865fbfca9 HTTP/1.1" status: 200 len: 854 time: 0.0764740 Feb 21 01:34:13.849985 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-2b70639b-00e0-447c-aa2a-91de32134fc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269732 Feb 21 01:34:13.851849 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0ba08-3d54-4aea-9589-1259848e8bab req-d0e11c0c-0d2b-4dae-a42b-dd2635e4cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:13.853205 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-99c0ba08-3d54-4aea-9589-1259848e8bab req-d0e11c0c-0d2b-4dae-a42b-dd2635e4cd90 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0791628 Feb 21 01:34:13.952164 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-99c0ba08-3d54-4aea-9589-1259848e8bab req-5d840343-7dd2-4df9-add1-3a1bc2d2c4b7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887606 Feb 21 01:34:13.975287 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-fe4ff0be-2809-4d95-b360-888d66dcc0d2 service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131229 Feb 21 01:34:14.614716 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da330dcf-5cc8-4026-bffc-dc1d9a0d29b5 req-ea87d162-2fe9-48b6-9bcc-87bfe01e88e0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:14.616206 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-da330dcf-5cc8-4026-bffc-dc1d9a0d29b5 req-ea87d162-2fe9-48b6-9bcc-87bfe01e88e0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1048000 Feb 21 01:34:14.619023 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6eb340f-decb-4317-80d5-b5fb203a4129 req-db3a3ce1-b7cd-4b63-8fe4-6680dcbfef43 service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383512 Feb 21 01:34:14.667951 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-da330dcf-5cc8-4026-bffc-dc1d9a0d29b5 req-b8b0ab1c-c240-4d91-afb3-6b041e279e81 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Feb 21 01:34:15.791226 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9309-8950-47bc-97e1-64df55b2c711 req-51031ac5-dd4a-41ec-b6d1-57fa44906b90 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:15.792856 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a4ce9309-8950-47bc-97e1-64df55b2c711 req-51031ac5-dd4a-41ec-b6d1-57fa44906b90 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0552752 Feb 21 01:34:15.840783 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a4ce9309-8950-47bc-97e1-64df55b2c711 req-b7ca8546-c6be-430e-9f8f-b38d0d4c50e4 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 Feb 21 01:34:16.964550 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47c51b-5f31-48c2-8e3b-b8a4bd647ebf req-02988dd5-8ce7-458e-9f8d-5fbdb4c32108 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:16.966028 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1e47c51b-5f31-48c2-8e3b-b8a4bd647ebf req-02988dd5-8ce7-458e-9f8d-5fbdb4c32108 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0590427 Feb 21 01:34:17.015076 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1e47c51b-5f31-48c2-8e3b-b8a4bd647ebf req-21b0fb75-f005-46d7-a147-2bba4ca36b54 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435426 Feb 21 01:34:17.420827 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415a3a2-08e2-407a-9ba1-c7711034c655 req-cc96e772-7b6b-4758-8bf8-7118693e3350 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:17.422475 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c415a3a2-08e2-407a-9ba1-c7711034c655 req-cc96e772-7b6b-4758-8bf8-7118693e3350 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0605500 Feb 21 01:34:17.499220 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c415a3a2-08e2-407a-9ba1-c7711034c655 req-1aea1bf8-77b8-4cda-ad21-7f133af06688 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708642 Feb 21 01:34:17.503530 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-db6a93dc-36d2-4fa7-917e-ecc4a6051f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:17.504997 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-db6a93dc-36d2-4fa7-917e-ecc4a6051f9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0705397 Feb 21 01:34:17.602756 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-edbe6553-3563-4455-bcc7-6f2f3297c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:17.604195 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-edbe6553-3563-4455-bcc7-6f2f3297c0a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 919 time: 0.0856957 Feb 21 01:34:17.646271 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-45c4f131-bdca-4b3b-ad09-b99847e924cd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf21197e-c8ae-4d32-9844-138c1e440316 HTTP/1.1" status: 200 len: 217 time: 0.0348086 Feb 21 01:34:17.698463 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-f9912fd8-2afe-49ff-a16d-db4315f478d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:17.699941 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-f9912fd8-2afe-49ff-a16d-db4315f478d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58f09cd-72c6-456a-843c-c8121f0b588f HTTP/1.1" status: 200 len: 858 time: 0.0428174 Feb 21 01:34:17.733553 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-4bfa804c-e948-41c8-b245-afb530a11564 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce3d49-217f-425e-8faa-7de06bd3cd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272357 Feb 21 01:34:17.821636 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-bc18d16f-3393-4e94-90de-c9bfeb9d6edd service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801699 Feb 21 01:34:17.914267 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-36f81a70-086c-4e1a-aac8-bdd824fe1c5f req-03bc5929-72cf-44f1-87ab-1c72b2c75b33 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848644 Feb 21 01:34:18.627619 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc3d4b-8b06-4ebb-9e1c-62f1f01987c0 req-d9b727cd-50dd-4cc9-9345-eeed28286c7d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:18.628993 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61bc3d4b-8b06-4ebb-9e1c-62f1f01987c0 req-d9b727cd-50dd-4cc9-9345-eeed28286c7d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0507853 Feb 21 01:34:18.676328 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61bc3d4b-8b06-4ebb-9e1c-62f1f01987c0 req-22590e28-386f-4496-ad93-f3560aab1d64 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412462 Feb 21 01:34:19.795103 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d037972-b360-4bc4-940a-6257eb5636f2 req-e9ae7c62-eabd-422c-85b6-6dae1bd20350 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:19.796696 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4d037972-b360-4bc4-940a-6257eb5636f2 req-e9ae7c62-eabd-422c-85b6-6dae1bd20350 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0529680 Feb 21 01:34:19.842429 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4d037972-b360-4bc4-940a-6257eb5636f2 req-0ed6c72b-878c-4e34-9e45-f43f99f892d9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Feb 21 01:34:20.247629 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 56528) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:20.388329 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b26ef7b-f3ff-4153-85f6-ba7e685d6b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.457825 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b26ef7b-f3ff-4153-85f6-ba7e685d6b3f admin admin] Publish callbacks [] for security_group (08070eb5-a556-41a1-956f-4f5c278a4fb8), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.509385 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8b26ef7b-f3ff-4153-85f6-ba7e685d6b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (08070eb5-a556-41a1-956f-4f5c278a4fb8), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.546774 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-8b26ef7b-f3ff-4153-85f6-ba7e685d6b3f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b6d0e45a333e45b6ab3f53e8dddbbb62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980871 Feb 21 01:34:20.547616 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26ef7b-f3ff-4153-85f6-ba7e685d6b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08070eb5-a556-41a1-956f-4f5c278a4fb8,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:20.549482 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 56532) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:20.596762 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1d17fc63-deae-46f7-b9bb-1fd9d0c78605 admin admin] Publish callbacks [] for security_group (08070eb5-a556-41a1-956f-4f5c278a4fb8), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.620380 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1d17fc63-deae-46f7-b9bb-1fd9d0c78605 admin admin] Publish callbacks [] for security_group (08070eb5-a556-41a1-956f-4f5c278a4fb8), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.743613 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1d17fc63-deae-46f7-b9bb-1fd9d0c78605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (08070eb5-a556-41a1-956f-4f5c278a4fb8), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.746197 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1d17fc63-deae-46f7-b9bb-1fd9d0c78605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:20.747321 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-1d17fc63-deae-46f7-b9bb-1fd9d0c78605 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/08070eb5-a556-41a1-956f-4f5c278a4fb8 HTTP/1.1" status: 204 len: 168 time: 0.1967928 Feb 21 01:34:20.754954 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17fc63-deae-46f7-b9bb-1fd9d0c78605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08070eb5-a556-41a1-956f-4f5c278a4fb8,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:20.960626 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db209ae-f90c-49c4-aadf-55acbbb6f05d req-07c11e53-88f8-44bf-9b32-8659c2f62958 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:20.962652 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5db209ae-f90c-49c4-aadf-55acbbb6f05d req-07c11e53-88f8-44bf-9b32-8659c2f62958 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0508423 Feb 21 01:34:21.013039 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5db209ae-f90c-49c4-aadf-55acbbb6f05d req-d805bdd1-81fc-4834-ab5e-08c4c4f8e588 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446761 Feb 21 01:34:22.136484 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e96f7-a57e-491f-a949-eb7bc48879be req-e4e7ff0c-4d8f-4058-a14e-10e4f6f97f41 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:22.140381 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af7e96f7-a57e-491f-a949-eb7bc48879be req-e4e7ff0c-4d8f-4058-a14e-10e4f6f97f41 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0583394 Feb 21 01:34:22.187308 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af7e96f7-a57e-491f-a949-eb7bc48879be req-c5300145-fff8-49df-aec1-4b6664c73f01 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438225 Feb 21 01:34:25.958122 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71f87d-642e-44e4-9e74-037aa69c8007 req-64f8a9a1-f473-4016-9914-6f1447ab3e6a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:25.959565 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3a71f87d-642e-44e4-9e74-037aa69c8007 req-64f8a9a1-f473-4016-9914-6f1447ab3e6a tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0500729 Feb 21 01:34:26.004189 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3a71f87d-642e-44e4-9e74-037aa69c8007 req-b95bf920-f704-479c-b515-2be98aa18be4 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Feb 21 01:34:34.131743 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f56c6c2c-3b23-427a-bd9f-0efb3221e7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:35.532899 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:34:36.662893 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-310c5668-0a09-4085-a056-27857142f31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:36.691303 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:37.703037 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:39.125715 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:40.513368 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:41.030096 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28fed-d4de-4ada-8d94-1c757321e149 req-f844de57-7f72-4984-9fe9-2cbbd294bf26 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:41.031914 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-72b28fed-d4de-4ada-8d94-1c757321e149 req-f844de57-7f72-4984-9fe9-2cbbd294bf26 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0596743 Feb 21 01:34:41.087891 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-72b28fed-d4de-4ada-8d94-1c757321e149 req-6b98798f-4e26-49b1-a508-4a51e27a93ed tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Feb 21 01:34:42.204283 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06a4e6-89e6-4124-940b-a4fa04ea25b4 req-73bc6788-42c1-4545-a385-c81002888e8c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:42.205694 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bf06a4e6-89e6-4124-940b-a4fa04ea25b4 req-73bc6788-42c1-4545-a385-c81002888e8c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0510635 Feb 21 01:34:42.250784 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bf06a4e6-89e6-4124-940b-a4fa04ea25b4 req-982f6536-4d29-4a89-af4b-c1ddcc62a8b7 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390739 Feb 21 01:34:42.612012 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-eb8d2955-1d51-430e-a87b-914fef7d9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:42.613567 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-eb8d2955-1d51-430e-a87b-914fef7d9bc3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0425024 Feb 21 01:34:42.708358 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-13de08d5-c5bb-4773-9bd7-618fec8fc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:42.709880 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-13de08d5-c5bb-4773-9bd7-618fec8fc563 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 919 time: 0.0896981 Feb 21 01:34:42.752417 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-09ecacb4-747d-4810-ad67-cd6bf9f04827 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf21197e-c8ae-4d32-9844-138c1e440316 HTTP/1.1" status: 200 len: 217 time: 0.0353849 Feb 21 01:34:42.798582 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-22d188fe-0caa-4d48-8fd7-09ce894cbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:42.800066 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-22d188fe-0caa-4d48-8fd7-09ce894cbb45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58f09cd-72c6-456a-843c-c8121f0b588f HTTP/1.1" status: 200 len: 858 time: 0.0421088 Feb 21 01:34:42.846902 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-4543f13f-3fca-4f71-a241-17fc45d0352b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce3d49-217f-425e-8faa-7de06bd3cd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362239 Feb 21 01:34:42.935857 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-4f3ffde0-1dd0-4250-b75f-eb9cf325aebe service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859227 Feb 21 01:34:43.024974 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-32677dbe-2ab3-4d61-8eac-3a36b9bfb963 req-16d94c89-d391-45db-900b-65bbf8c6b5d7 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822260 Feb 21 01:34:43.367520 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d4e99-3059-4659-a89b-926218cbce99 req-e28ff2ac-4355-42fc-9a6a-ec061b8217e8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:43.369012 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7f9d4e99-3059-4659-a89b-926218cbce99 req-e28ff2ac-4355-42fc-9a6a-ec061b8217e8 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0520086 Feb 21 01:34:43.417008 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7f9d4e99-3059-4659-a89b-926218cbce99 req-b66a02e4-bf72-4032-bff5-5719acf00d52 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 Feb 21 01:34:44.542576 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c1d10-d44d-44df-8616-8d57ab8bb352 req-da42cd14-6380-4ba6-9f3d-3e43d65732a1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:44.542576 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b26c1d10-d44d-44df-8616-8d57ab8bb352 req-da42cd14-6380-4ba6-9f3d-3e43d65732a1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0563149 Feb 21 01:34:44.603964 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b26c1d10-d44d-44df-8616-8d57ab8bb352 req-4f23be0b-32e1-4cc7-aa1e-f001f042e4ce tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559695 Feb 21 01:34:45.143040 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-d090a3a1-91c1-4102-96db-a2578071b329 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:45.144501 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-d090a3a1-91c1-4102-96db-a2578071b329 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/networks?id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 200 len: 814 time: 0.1070843 Feb 21 01:34:45.158981 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-74dbc09b-f48e-4886-8a3e-30a7733fe54f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/quotas/11d99a6bb8ad42a980e51a57fcec7315 HTTP/1.1" status: 200 len: 375 time: 0.0084786 Feb 21 01:34:45.212922 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-fecc2c31-ecc1-45ab-985d-a07b2046e75c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487969 Feb 21 01:34:45.300304 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0f832626-360c-4b5f-a6be-3e63af18740e service neutron] 10.222.0.90 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809345 Feb 21 01:34:45.386674 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-759539e2-99a0-43e8-a6d0-da51d0eadd59 service neutron] 10.222.0.90 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796981 Feb 21 01:34:45.635690 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4b424dfb-a7b4-4e78-91e4-7396f0b508d0 req-a542ef81-3a4c-4cc6-a524-87e854ee6628 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 210 time: 0.0288248 Feb 21 01:34:45.737833 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4264e0-9a4c-48ed-8f6a-294cccd90eca req-6e4c6b7b-c02e-4780-97f4-a4b3d2858ecd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:45.739541 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8f4264e0-9a4c-48ed-8f6a-294cccd90eca req-6e4c6b7b-c02e-4780-97f4-a4b3d2858ecd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0687425 Feb 21 01:34:45.792285 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8f4264e0-9a4c-48ed-8f6a-294cccd90eca req-19337f1e-1784-49be-95c8-2a246ba568cb tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Feb 21 01:34:46.729686 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c06964c8-4c5d-468f-bd37-818ff0b9b1a7 req-6adab3f8-3d01-4102-a5be-4333cadd57ac tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 210 time: 0.0267808 Feb 21 01:34:46.911244 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18827692-50fa-43bb-b8b9-ee6dee746942 req-bad6709b-1584-4c76-a0a4-c4227d5cd642 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:46.912835 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-18827692-50fa-43bb-b8b9-ee6dee746942 req-bad6709b-1584-4c76-a0a4-c4227d5cd642 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0531328 Feb 21 01:34:46.958384 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-18827692-50fa-43bb-b8b9-ee6dee746942 req-a0fef55c-e65d-446a-b8f2-40bbdc088542 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402589 Feb 21 01:34:47.823729 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-022ef9be-5d10-46fa-81a9-ef8abea28443 req-9fd302fa-41c7-4550-8f40-293545f8b860 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 210 time: 0.0284605 Feb 21 01:34:48.071566 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace15c1d-73c2-42e0-b523-c1c898bf9f2c req-9eb10bf8-0d02-4d2f-9120-7f831e97ca12 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:48.072951 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ace15c1d-73c2-42e0-b523-c1c898bf9f2c req-9eb10bf8-0d02-4d2f-9120-7f831e97ca12 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0506938 Feb 21 01:34:48.117191 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ace15c1d-73c2-42e0-b523-c1c898bf9f2c req-6436eea0-a9f7-40e7-8b8a-a8238703c3b3 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Feb 21 01:34:48.917118 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-95eb171d-d3fb-4279-98f4-15801c036d0c req-41cf3890-4f50-4c78-ba30-6d830ecdf5fc tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 210 time: 0.0273314 Feb 21 01:34:49.234846 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e017d-c2e4-4afc-8650-bdc82db8b362 req-a2f9647d-7951-4ff5-931e-f8609dbc4032 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:49.236298 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad3e017d-c2e4-4afc-8650-bdc82db8b362 req-a2f9647d-7951-4ff5-931e-f8609dbc4032 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0529666 Feb 21 01:34:49.283935 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad3e017d-c2e4-4afc-8650-bdc82db8b362 req-1c52633f-0fbc-4b49-9a7b-2cd769366cbf tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420520 Feb 21 01:34:50.025516 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3f6d41a5-d25f-44aa-bc6d-2032184ed474 req-6102d7ff-b629-4c19-9296-bd4552613452 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 210 time: 0.0270858 Feb 21 01:34:50.406570 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b2d29-439d-4552-a125-1c8f3d9bdd27 req-250a581c-c0f4-43a3-862c-4e1ea6e3cd0d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:50.408045 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-727b2d29-439d-4552-a125-1c8f3d9bdd27 req-250a581c-c0f4-43a3-862c-4e1ea6e3cd0d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0550632 Feb 21 01:34:50.454744 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-727b2d29-439d-4552-a125-1c8f3d9bdd27 req-f59029df-c37a-4fc7-9363-9c7d99106959 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410945 Feb 21 01:34:50.818123 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-3c73105b-874b-4f98-b8f8-dbbada1f3e97 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:50.819614 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-3c73105b-874b-4f98-b8f8-dbbada1f3e97 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "GET /v2.0/networks?id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 200 len: 814 time: 0.1020525 Feb 21 01:34:50.837280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Request body: {'port': {'device_id': 'c0f418ad-1f7d-439b-9608-bce7843145bf', 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a', 'admin_state_up': True, 'tenant_id': '11d99a6bb8ad42a980e51a57fcec7315'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:34:51.144673 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b89c7d94-977d-41f7-a143-7481579c45b1 req-892938f4-5246-4830-bc01-8cef6adcc6e4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 210 time: 0.0323377 Feb 21 01:34:51.183018 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Made reservation on behalf of 11d99a6bb8ad42a980e51a57fcec7315 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:34:51.186621 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:51.327027 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Allocated IP 172.20.0.13 (19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a/69ce5680-8483-49e9-a153-62f865fbfca9/1380c780-b46b-46e4-bbc5-6e5da903c785) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:34:51.489969 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks [] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:51.582830 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62355de1-2b09-44ab-a89a-e046e7bb18cb req-d76671ed-ac3f-40d7-a97c-992cd1a2e537 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:51.584299 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-62355de1-2b09-44ab-a89a-e046e7bb18cb req-d76671ed-ac3f-40d7-a97c-992cd1a2e537 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0583229 Feb 21 01:34:51.615539 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:51.649681 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['8dcff3a2-5327-4c3f-9f70-590bf220865d', '08712441-0ce7-4bec-af4d-4a2f88e466db', '28fa7cb5-9fec-4840-adcc-939e35d2843b'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:34:51.682366 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-62355de1-2b09-44ab-a89a-e046e7bb18cb req-a1b832fa-96b2-4cac-b18c-c843972a934f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919418 Feb 21 01:34:51.684051 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:34:51.687230 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:34:51.693024 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:34:51.698245 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:51.698866 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:51.707529 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Pushing event updated for resources: {'Port': ['ID=1380c780-b46b-46e4-bbc5-6e5da903c785,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:51.802283 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a99e5900-623d-4854-aa57-b8a9b03fc24a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9746103 Feb 21 01:34:51.815513 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Request body: {'port': {'device_id': 'c0f418ad-1f7d-439b-9608-bce7843145bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:34:51.873678 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:52.135434 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1380c780-b46b-46e4-bbc5-6e5da903c785 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:34:52.142883 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Publish callbacks [] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:52.155840 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Transition to ACTIVE for port object 1380c780-b46b-46e4-bbc5-6e5da903c785 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:34:52.226758 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:52.300251 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Pushing event updated for resources: {'Port': ['ID=1380c780-b46b-46e4-bbc5-6e5da903c785,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:52.335229 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344764c-f5f7-4774-9554-0e9d905999d7 req-e9f56b32-4954-4744-b88e-611750dc5896 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:52.335229 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0344764c-f5f7-4774-9554-0e9d905999d7 req-e9f56b32-4954-4744-b88e-611750dc5896 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 944 time: 0.1189594 Feb 21 01:34:52.339895 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Attempting to bind port 1380c780-b46b-46e4-bbc5-6e5da903c785 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:34:52.340306 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Attempting to bind port 1380c780-b46b-46e4-bbc5-6e5da903c785 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:34:52.340688 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Attempting to bind port 1380c780-b46b-46e4-bbc5-6e5da903c785 on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:34:52.357594 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Port 1380c780-b46b-46e4-bbc5-6e5da903c785 on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:34:52.357923 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Attempting to bind port 1380c780-b46b-46e4-bbc5-6e5da903c785 on network 19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:34:52.368312 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:34:52.368674 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Checking segment: {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:34:52.369048 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Bound using segment: {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:34:52.369471 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Bound port: 1380c780-b46b-46e4-bbc5-6e5da903c785, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8013534c-d6c5-48be-937b-ae7c9cb67b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:34:52.369827 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:52.403283 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0344764c-f5f7-4774-9554-0e9d905999d7 req-6d5e38f0-4a9b-4481-8552-62adef0327c4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603149 Feb 21 01:34:52.450557 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] For port 1380c780-b46b-46e4-bbc5-6e5da903c785, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:34:52.453502 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] For port 1380c780-b46b-46e4-bbc5-6e5da903c785, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1380c780-b46b-46e4-bbc5-6e5da903c785,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:34:52.531613 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:52.562764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:52.563392 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:52.565037 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] 10.222.0.43 "PUT /v2.0/ports/1380c780-b46b-46e4-bbc5-6e5da903c785 HTTP/1.1" status: 200 len: 1094 time: 0.7538965 Feb 21 01:34:52.570466 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f418ad-1f7d-439b-9608-bce7843145bf', 'tag': '1380c780-b46b-46e4-bbc5-6e5da903c785'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:34:52.570644 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b3049-d411-403b-8685-4aa984051508" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f418ad-1f7d-439b-9608-bce7843145bf", "tag": "1380c780-b46b-46e4-bbc5-6e5da903c785"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:34:52.595424 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af43d98-0e57-486a-aeca-db8ffa3c977e service neutron] Pushing event updated for resources: {'Port': ['ID=1380c780-b46b-46e4-bbc5-6e5da903c785,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:52.604881 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3280b-413f-4f86-8838-024bde9c117e x-openstack-request-id: req-a8d3280b-413f-4f86-8838-024bde9c117e {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:34:52.605170 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f418ad-1f7d-439b-9608-bce7843145bf", "tag": "1380c780-b46b-46e4-bbc5-6e5da903c785", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:34:52.605422 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a8d3280b-413f-4f86-8838-024bde9c117e {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:34:52.605817 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f418ad-1f7d-439b-9608-bce7843145bf', 'tag': '1380c780-b46b-46e4-bbc5-6e5da903c785', 'status': 'completed', 'code': 200} Feb 21 01:34:52.670672 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b3049-d411-403b-8685-4aa984051508 req-e3992dc8-6b19-423d-af86-b16abdbab747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:52.672164 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-453b3049-d411-403b-8685-4aa984051508 req-e3992dc8-6b19-423d-af86-b16abdbab747 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 1128 time: 0.0457599 Feb 21 01:34:52.821522 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b3049-d411-403b-8685-4aa984051508 req-fcb06ff7-6809-4093-97ab-4f0190565178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:52.823741 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-453b3049-d411-403b-8685-4aa984051508 req-fcb06ff7-6809-4093-97ab-4f0190565178 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1433134 Feb 21 01:34:52.857714 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068a28b-b154-4cf2-8c99-00d562bb9db8 req-692cbd2f-d69f-486c-a9d5-a8a809bee997 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:52.859157 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3068a28b-b154-4cf2-8c99-00d562bb9db8 req-692cbd2f-d69f-486c-a9d5-a8a809bee997 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1085529 Feb 21 01:34:52.954662 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3068a28b-b154-4cf2-8c99-00d562bb9db8 req-4e1e668f-1944-4650-800f-53283518b1e1 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673459 Feb 21 01:34:52.959419 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b3049-d411-403b-8685-4aa984051508 req-ea9f663f-44f6-4c04-b317-605fa51f55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:52.969298 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-453b3049-d411-403b-8685-4aa984051508 req-ea9f663f-44f6-4c04-b317-605fa51f55e2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360707 Feb 21 01:34:53.100391 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-160fb3a1-6deb-4e78-8d16-61503cde1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:53.102497 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-160fb3a1-6deb-4e78-8d16-61503cde1f9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 1128 time: 0.0488055 Feb 21 01:34:53.152126 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-d5224476-e45e-4359-8581-d2e336d03b91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1380c780-b46b-46e4-bbc5-6e5da903c785 HTTP/1.1" status: 200 len: 217 time: 0.0420191 Feb 21 01:34:53.235513 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-3b006ec2-1630-4f36-9b8d-3a1b0394d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:53.237019 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-3b006ec2-1630-4f36-9b8d-3a1b0394d5b7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=69ce5680-8483-49e9-a153-62f865fbfca9 HTTP/1.1" status: 200 len: 854 time: 0.0441339 Feb 21 01:34:53.269666 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-a098f729-996e-4fbb-8043-4b6749565b31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247397 Feb 21 01:34:53.378285 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-db169a7e-8ac1-4a33-a239-68fba6c756e3 service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009955 Feb 21 01:34:53.752290 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5f797e8c-f6a1-4790-9280-2ad236bac18d req-e39845a3-d214-4771-b0a8-e27240c3ab69 service neutron] 10.222.0.43 "GET /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672302 Feb 21 01:34:53.760729 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7148c46-d438-456d-86eb-e630e8b9639f req-dbc47220-3fa4-4eb2-8ecc-077bebf1729c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:53.762197 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f7148c46-d438-456d-86eb-e630e8b9639f req-dbc47220-3fa4-4eb2-8ecc-077bebf1729c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 944 time: 0.0831642 Feb 21 01:34:53.813751 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f7148c46-d438-456d-86eb-e630e8b9639f req-e2caa2e2-b79f-4311-b3c7-4c8741e8aa6e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Feb 21 01:34:54.077566 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739fd1a-053b-4d13-a20f-001b7bff6847 req-a648a774-b427-4ed2-ba6d-9c03a9cfce47 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:54.078954 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e739fd1a-053b-4d13-a20f-001b7bff6847 req-a648a774-b427-4ed2-ba6d-9c03a9cfce47 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0510724 Feb 21 01:34:54.126380 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e739fd1a-053b-4d13-a20f-001b7bff6847 req-ac1afbef-b19f-48f4-a27f-b51ec0c02bba tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Feb 21 01:34:54.930373 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d52f8-961f-42ff-a4af-b9ef48013e47 req-47775547-d4be-46fd-beee-c63409b41486 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:54.931766 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-343d52f8-961f-42ff-a4af-b9ef48013e47 req-47775547-d4be-46fd-beee-c63409b41486 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 944 time: 0.0513937 Feb 21 01:34:54.977962 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-343d52f8-961f-42ff-a4af-b9ef48013e47 req-c8ff052f-f1c9-41c3-b5b0-f95f62a13356 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Feb 21 01:34:55.260385 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616afc8-2b52-4890-9240-d8e65df2330b req-ef94c8af-4e03-426c-bf66-baae5bde52cf tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:55.261893 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f616afc8-2b52-4890-9240-d8e65df2330b req-ef94c8af-4e03-426c-bf66-baae5bde52cf tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0626259 Feb 21 01:34:55.308523 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f616afc8-2b52-4890-9240-d8e65df2330b req-c3b7064c-a11b-479a-81fd-2e15794fe695 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Feb 21 01:34:56.091488 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a4495-5a0e-4fce-815d-96db42450d42 req-d34e3e13-ea58-4010-9402-fe476b351e82 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:56.092986 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cd4a4495-5a0e-4fce-815d-96db42450d42 req-d34e3e13-ea58-4010-9402-fe476b351e82 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 944 time: 0.0511873 Feb 21 01:34:56.138251 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cd4a4495-5a0e-4fce-815d-96db42450d42 req-86d72bb1-54a9-4c3c-8aad-50e1d6d16c2b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Feb 21 01:34:56.425668 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e7fb-f823-4522-bda6-c7523cd3a02e req-88ab4d20-3e17-4e61-9cfd-85e13115d0e9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:56.427102 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-be91e7fb-f823-4522-bda6-c7523cd3a02e req-88ab4d20-3e17-4e61-9cfd-85e13115d0e9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0529890 Feb 21 01:34:56.471313 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-be91e7fb-f823-4522-bda6-c7523cd3a02e req-b9d18023-de4c-4d53-9e2e-aad90aee28ea tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382233 Feb 21 01:34:57.252200 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc364190-c154-4b59-b16f-ec23f497b788 req-2c78fadc-3132-447b-83da-b7a1f8cfd3dc tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:57.253673 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bc364190-c154-4b59-b16f-ec23f497b788 req-2c78fadc-3132-447b-83da-b7a1f8cfd3dc tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 944 time: 0.0505383 Feb 21 01:34:57.299388 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bc364190-c154-4b59-b16f-ec23f497b788 req-6378e84b-65c1-41d2-a244-64ed15dddf55 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Feb 21 01:34:57.591443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d54a55-b80b-4239-886c-f441c1a88a65 req-03e95d98-8801-4fea-845e-522888384678 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:57.593051 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-53d54a55-b80b-4239-886c-f441c1a88a65 req-03e95d98-8801-4fea-845e-522888384678 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0518501 Feb 21 01:34:57.643516 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-53d54a55-b80b-4239-886c-f441c1a88a65 req-8f34c252-5959-40c4-9d66-21bd7b003aa9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 Feb 21 01:34:57.894127 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 56990) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:58.003619 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b393dec5-62c4-4b17-b2e4-be2b60e0c1f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:58.080213 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b393dec5-62c4-4b17-b2e4-be2b60e0c1f0 admin admin] Publish callbacks [] for security_group (c9433508-9512-4100-a3ca-86ff1122bf8e), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:58.142821 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b393dec5-62c4-4b17-b2e4-be2b60e0c1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c9433508-9512-4100-a3ca-86ff1122bf8e), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:58.178347 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393dec5-62c4-4b17-b2e4-be2b60e0c1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9433508-9512-4100-a3ca-86ff1122bf8e,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:58.183088 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b393dec5-62c4-4b17-b2e4-be2b60e0c1f0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7ab087ec021743f6847c0c3adba18826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879550 Feb 21 01:34:58.185684 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 56994) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:58.230969 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-754c1acc-df89-4c0c-86bb-ab407fda1485 admin admin] Publish callbacks [] for security_group (c9433508-9512-4100-a3ca-86ff1122bf8e), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:58.252072 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-754c1acc-df89-4c0c-86bb-ab407fda1485 admin admin] Publish callbacks [] for security_group (c9433508-9512-4100-a3ca-86ff1122bf8e), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:58.354633 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-754c1acc-df89-4c0c-86bb-ab407fda1485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c9433508-9512-4100-a3ca-86ff1122bf8e), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:58.357882 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-754c1acc-df89-4c0c-86bb-ab407fda1485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:58.361520 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-754c1acc-df89-4c0c-86bb-ab407fda1485 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c9433508-9512-4100-a3ca-86ff1122bf8e HTTP/1.1" status: 204 len: 168 time: 0.1725402 Feb 21 01:34:58.369892 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c1acc-df89-4c0c-86bb-ab407fda1485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9433508-9512-4100-a3ca-86ff1122bf8e,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:58.428301 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e8db0-4806-4f32-a5fa-1f65404bc810 req-ee607514-288d-4602-a898-34beca0597a1 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:58.430412 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b24e8db0-4806-4f32-a5fa-1f65404bc810 req-ee607514-288d-4602-a898-34beca0597a1 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 944 time: 0.0662036 Feb 21 01:34:58.475815 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b24e8db0-4806-4f32-a5fa-1f65404bc810 req-e7b20873-9245-4e01-8a5f-5246b5fbaca8 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Feb 21 01:34:58.766316 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc9544-a982-441f-8f64-fee909e9bb19 req-5593fbc0-4940-4bf6-94d5-2323ac4068b9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:58.768086 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7cfc9544-a982-441f-8f64-fee909e9bb19 req-5593fbc0-4940-4bf6-94d5-2323ac4068b9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0582807 Feb 21 01:34:58.816348 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7cfc9544-a982-441f-8f64-fee909e9bb19 req-76ae603c-8ffb-407c-aa58-4b9b7699f1ff tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Feb 21 01:34:59.363768 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57030) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:59.455746 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1489970152-network', 'tenant_id': '784f5427745d402ba47e692082aac30f'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:34:59.525902 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Made reservation on behalf of 784f5427745d402ba47e692082aac30f for: {'network': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:34:59.528250 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.537949 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.553386 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 1380c780-b46b-46e4-bbc5-6e5da903c785 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:34:59.600207 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e5205-a24a-4403-b4fa-124f42e20dc7 req-d533c185-43a5-44b6-b012-38de2b098f6c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:59.602390 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-791e5205-a24a-4403-b4fa-124f42e20dc7 req-d533c185-43a5-44b6-b012-38de2b098f6c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 944 time: 0.0582404 Feb 21 01:34:59.616847 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Publish callbacks [] for security_group (b05ea3f5-b5be-454e-bb6a-237f557ebe30), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.651228 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-791e5205-a24a-4403-b4fa-124f42e20dc7 req-261840dc-7548-4192-a0fb-51973705c93c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Feb 21 01:34:59.660911 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 1380c780-b46b-46e4-bbc5-6e5da903c785, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1380c780-b46b-46e4-bbc5-6e5da903c785,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:59.663138 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b05ea3f5-b5be-454e-bb6a-237f557ebe30), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.678370 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '1380c780-b46b-46e4-bbc5-6e5da903c785', 'network_id': '19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a', 'port_id': '1380c780-b46b-46e4-bbc5-6e5da903c785', 'mac_address': 'fa:16:3e:19:fb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ce5680-8483-49e9-a153-62f865fbfca9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:34:59.686313 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:34:59.701183 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05ea3f5-b5be-454e-bb6a-237f557ebe30,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:59.704096 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (af8560fa-6129-4912-bf63-662a6a962bcc), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.704453 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.segments_db [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Added segment af8560fa-6129-4912-bf63-662a6a962bcc of type vlan for network d421b8af-7dc1-48b3-b75d-8a9c768a3410 Feb 21 01:34:59.717392 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 1380c780-b46b-46e4-bbc5-6e5da903c785 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:34:59.717793 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.730998 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1380c780-b46b-46e4-bbc5-6e5da903c785 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:34:59.745778 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (d421b8af-7dc1-48b3-b75d-8a9c768a3410), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.750368 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 1380c780-b46b-46e4-bbc5-6e5da903c785, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1380c780-b46b-46e4-bbc5-6e5da903c785,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:34:59.822817 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.852172 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (d421b8af-7dc1-48b3-b75d-8a9c768a3410), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.853106 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:59.853810 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:34:59.873981 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=1380c780-b46b-46e4-bbc5-6e5da903c785,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:59.881291 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.881655 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.882023 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.882369 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.882826 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.883169 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.883770 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.884105 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.884460 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.884811 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.885154 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.885472 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.885796 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:34:59.914996 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] Pushing event updated for resources: {'Network': ['ID=d421b8af-7dc1-48b3-b75d-8a9c768a3410,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:34:59.925107 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network d421b8af-7dc1-48b3-b75d-8a9c768a3410 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:34:59.941095 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4b461-f15f-41a3-873b-741507f35574 req-3255e67e-0b8e-457e-8d48-7c47b71c3491 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:34:59.942595 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61e4b461-f15f-41a3-873b-741507f35574 req-3255e67e-0b8e-457e-8d48-7c47b71c3491 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0547121 Feb 21 01:34:59.964232 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-35010106-c495-4482-96fb-9fa0142134aa admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5986247 Feb 21 01:34:59.966244 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57038) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:34:59.971118 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Request body: {'subnet': {'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1489970152-subnet', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'ip_version': 4}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:34:59.995971 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-61e4b461-f15f-41a3-873b-741507f35574 req-67f0c88a-aa9e-48c9-9add-66b08a478432 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459332 Feb 21 01:35:00.079807 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Made reservation on behalf of 784f5427745d402ba47e692082aac30f for: {'subnet': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:35:00.082179 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63494614'] for subnet (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:00.337486 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63695844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63494436'] for subnet (b19ecbe2-e175-4098-9670-f58687a27e12), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:00.343057 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['1380c780-b46b-46e4-bbc5-6e5da903c785'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:35:00.392442 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b19ecbe2-e175-4098-9670-f58687a27e12,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:00.403891 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Checking segment: {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:00.404456 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Network hostable DHCP agents. Network: d421b8af-7dc1-48b3-b75d-8a9c768a3410, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:35:00.491304 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Network d421b8af-7dc1-48b3-b75d-8a9c768a3410 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:35:00.582451 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, d421b8af-7dc1-48b3-b75d-8a9c768a3410) {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:00.586619 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:00.590349 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:00.591860 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b09006-7fa3-4e74-b6b0-714556ca006f None None] Network d421b8af-7dc1-48b3-b75d-8a9c768a3410 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:35:00.689419 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-1e29fbc2-fbca-4d4a-900f-25e9e2ada995 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7221372 Feb 21 01:35:00.689677 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-d421b8af-7dc1-48b3-b75d-8a9c768a3410', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'project_id': '784f5427745d402ba47e692082aac30f', 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:35:00.690667 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:00.692165 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57044) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:00.696658 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:00.774532 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b570f1-06de-4b71-996d-96cd4144dec2 req-7fc4837c-e0be-4912-8d16-26452416d1fc tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:00.775982 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-54b570f1-06de-4b71-996d-96cd4144dec2 req-7fc4837c-e0be-4912-8d16-26452416d1fc tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 945 time: 0.0552721 Feb 21 01:35:00.777261 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (954e8860-47e7-4ce5-95e2-28f49ef0332b), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:00.778296 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (954e8860-47e7-4ce5-95e2-28f49ef0332b), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:00.828801 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Allocated IP 172.20.0.2 (d421b8af-7dc1-48b3-b75d-8a9c768a3410/b19ecbe2-e175-4098-9670-f58687a27e12/9fd845c3-96e7-498d-a74a-7da25856184f) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:00.857758 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks [] for router_controller (954e8860-47e7-4ce5-95e2-28f49ef0332b), precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:00.862377 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-54b570f1-06de-4b71-996d-96cd4144dec2 req-ea18c86e-214d-44a8-8ce5-f98cc7a79e7a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799639 Feb 21 01:35:00.967826 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Publish callbacks [] for port (9fd845c3-96e7-498d-a74a-7da25856184f), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.034425 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.064674 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks [] for router_gateway (954e8860-47e7-4ce5-95e2-28f49ef0332b), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.088177 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Network d421b8af-7dc1-48b3-b75d-8a9c768a3410 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:01.091877 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Pushing event updated for resources: {'Port': ['ID=9fd845c3-96e7-498d-a74a-7da25856184f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:01.094463 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:01.096696 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:01.124619 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d138330-956b-4fc2-9882-7e326c9f8eb4 req-1fda8554-790c-40b1-a968-12e5dec363c9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:01.126137 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d138330-956b-4fc2-9882-7e326c9f8eb4 req-1fda8554-790c-40b1-a968-12e5dec363c9 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0570095 Feb 21 01:35:01.160336 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Attempting to bind port 9fd845c3-96e7-498d-a74a-7da25856184f on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:01.160814 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Attempting to bind port 9fd845c3-96e7-498d-a74a-7da25856184f by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:01.161554 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Attempting to bind port 9fd845c3-96e7-498d-a74a-7da25856184f on network d421b8af-7dc1-48b3-b75d-8a9c768a3410 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:01.169892 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:01.170432 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Checking segment: {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:01.171037 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.171474 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Bound using segment: {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:01.172732 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Bound port: 9fd845c3-96e7-498d-a74a-7da25856184f, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:01.172732 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.231151 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d138330-956b-4fc2-9882-7e326c9f8eb4 req-eb562f3b-7be3-4619-97fa-268db5c64e53 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989616 Feb 21 01:35:01.247682 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] For port 9fd845c3-96e7-498d-a74a-7da25856184f, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:01.251203 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] For port 9fd845c3-96e7-498d-a74a-7da25856184f, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=9fd845c3-96e7-498d-a74a-7da25856184f,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:01.332043 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.375856 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks [] for router_gateway (954e8860-47e7-4ce5-95e2-28f49ef0332b), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.388104 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5cc46-c974-4002-b768-fa8a1fbae7b7 None None] Pushing event updated for resources: {'Port': ['ID=9fd845c3-96e7-498d-a74a-7da25856184f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:01.395201 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.509282 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Allocated IP 172.27.3.146 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/bc5f4ece-5581-4c64-88eb-fac1c7ae17e1) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:01.627690 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks [] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.754633 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:01.793272 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:01.796004 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:01.801370 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:01.806970 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Pushing event updated for resources: {'Port': ['ID=bc5f4ece-5581-4c64-88eb-fac1c7ae17e1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:01.848586 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.848871 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.849217 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.849556 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.849892 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.850230 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.850563 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.850916 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.851253 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.851584 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.851912 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.852240 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.852591 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:01.981299 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833e9f-4786-41e7-8bb7-be68727fee57 req-38a2f852-cabe-4b11-85f9-3a3cabc88ae4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:01.982811 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-64833e9f-4786-41e7-8bb7-be68727fee57 req-38a2f852-cabe-4b11-85f9-3a3cabc88ae4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 945 time: 0.0509019 Feb 21 01:35:02.064288 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-64833e9f-4786-41e7-8bb7-be68727fee57 req-d6a98384-c30e-4370-a3b5-4eaf6bdc7845 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756948 Feb 21 01:35:02.128882 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks [] for router_gateway (954e8860-47e7-4ce5-95e2-28f49ef0332b), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:02.338603 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7edacb5-5feb-487f-a551-00a256e10e93 None None] Network d421b8af-7dc1-48b3-b75d-8a9c768a3410 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:35:02.363335 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (954e8860-47e7-4ce5-95e2-28f49ef0332b), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:02.416842 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89a014-5046-4952-8fe9-46e6684d4b5d req-fa0961c6-d8c6-4940-8f92-e16d830c01c5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:02.418253 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab89a014-5046-4952-8fe9-46e6684d4b5d req-fa0961c6-d8c6-4940-8f92-e16d830c01c5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1030722 Feb 21 01:35:02.422431 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-606399c0-c8b6-4741-89d7-1b9904dec3d6 None None] Provisioning complete for port 9fd845c3-96e7-498d-a74a-7da25856184f triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:02.422805 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-606399c0-c8b6-4741-89d7-1b9904dec3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:02.512651 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab89a014-5046-4952-8fe9-46e6684d4b5d req-d5bc4a63-01ff-4f40-a41a-526242d04185 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870848 Feb 21 01:35:02.541957 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-606399c0-c8b6-4741-89d7-1b9904dec3d6 None None] Current status of the port 9fd845c3-96e7-498d-a74a-7da25856184f is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:02.545292 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-606399c0-c8b6-4741-89d7-1b9904dec3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:02.581964 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-606399c0-c8b6-4741-89d7-1b9904dec3d6 None None] For port 9fd845c3-96e7-498d-a74a-7da25856184f, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=9fd845c3-96e7-498d-a74a-7da25856184f,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:02.646217 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Router 954e8860-47e7-4ce5-95e2-28f49ef0332b is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:35:02.646368 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-606399c0-c8b6-4741-89d7-1b9904dec3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:02.696842 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606399c0-c8b6-4741-89d7-1b9904dec3d6 None None] Pushing event updated for resources: {'Port': ['ID=9fd845c3-96e7-498d-a74a-7da25856184f,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:02.760977 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:35:02.772792 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-80ff073a-929a-4f36-9446-c306a9b025aa None None] Provisioning complete for port 9fd845c3-96e7-498d-a74a-7da25856184f triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:02.773318 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-80ff073a-929a-4f36-9446-c306a9b025aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:02.774352 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Sync routers for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:35:02.783662 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:02.784342 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:34:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:02.848436 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:02.852754 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-3e537ee2-0d4a-465c-92cf-8c81722b76ae admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1570940 Feb 21 01:35:02.852890 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-80ff073a-929a-4f36-9446-c306a9b025aa None None] Current status of the port 9fd845c3-96e7-498d-a74a-7da25856184f is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:02.852988 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57064) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:02.891098 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:03.066038 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:01Z', 'revision_number': 3, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:03.091843 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Checking router: 954e8860-47e7-4ce5-95e2-28f49ef0332b for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:35:03.092025 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Updating router 954e8860-47e7-4ce5-95e2-28f49ef0332b port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:35:03.119137 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:03.445508 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d4283-0da0-4a6a-a57c-a818727bffcd req-9d6d8d15-a4c4-41b2-a4a9-938102fde70a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:03.446974 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c19d4283-0da0-4a6a-a57c-a818727bffcd req-9d6d8d15-a4c4-41b2-a4a9-938102fde70a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 945 time: 0.0922508 Feb 21 01:35:03.458585 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Publish callbacks [] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:03.536820 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:03.553760 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c19d4283-0da0-4a6a-a57c-a818727bffcd req-817a9298-2191-4495-a42b-c9eb9d8fd013 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802710 Feb 21 01:35:03.562277 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 9fd845c3-96e7-498d-a74a-7da25856184f up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:03.563882 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:03.592515 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Pushing event updated for resources: {'Port': ['ID=bc5f4ece-5581-4c64-88eb-fac1c7ae17e1,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:03.595717 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.596151 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.596460 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.596826 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.597159 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.597491 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.597825 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.598155 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.598494 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.598842 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.599161 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.599485 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.599801 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:03.630021 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 9fd845c3-96e7-498d-a74a-7da25856184f triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:03.630781 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:03.631886 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Attempting to bind port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:03.632288 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Attempting to bind port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:03.632681 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Attempting to bind port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:03.638293 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:03.638667 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:03.639064 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:03.639456 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:03.639917 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Bound port: bc5f4ece-5581-4c64-88eb-fac1c7ae17e1, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:03.640293 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:03.692891 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] For port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:03.702451 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] For port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=bc5f4ece-5581-4c64-88eb-fac1c7ae17e1,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:03.721462 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 9fd845c3-96e7-498d-a74a-7da25856184f is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:03.759334 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7af40-dbb8-4b9b-a3f4-6528fedbc395 req-c0f2669a-57e0-4a43-b567-3e7ca34b0e16 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:03.760825 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f5d7af40-dbb8-4b9b-a3f4-6528fedbc395 req-c0f2669a-57e0-4a43-b567-3e7ca34b0e16 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1252961 Feb 21 01:35:03.777817 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:03.802205 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Allocated IP 172.20.0.1 (d421b8af-7dc1-48b3-b75d-8a9c768a3410/b19ecbe2-e175-4098-9670-f58687a27e12/eb8adec7-c783-438f-af22-66502be87a12) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:03.833395 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f5d7af40-dbb8-4b9b-a3f4-6528fedbc395 req-be2f07ef-073c-44ee-be3e-ee1f70960f41 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668507 Feb 21 01:35:03.837283 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:03.837906 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:34:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:03.875377 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e289-7878-4b41-9cb8-1a5bcb72425d None None] Pushing event updated for resources: {'Port': ['ID=bc5f4ece-5581-4c64-88eb-fac1c7ae17e1,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:03.886049 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 1380c780-b46b-46e4-bbc5-6e5da903c785 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:03.939496 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Publish callbacks [] for port (eb8adec7-c783-438f-af22-66502be87a12), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:03.954054 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:03.999668 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 1380c780-b46b-46e4-bbc5-6e5da903c785 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:35:04.003637 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 1380c780-b46b-46e4-bbc5-6e5da903c785 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:04.004015 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.030494 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (eb8adec7-c783-438f-af22-66502be87a12), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.068654 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Network d421b8af-7dc1-48b3-b75d-8a9c768a3410 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:04.072334 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:04.074811 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:04.075486 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (954e8860-47e7-4ce5-95e2-28f49ef0332b), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.136113 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8adec7-c783-438f-af22-66502be87a12,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:04.162246 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:01Z', 'revision_number': 3, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:04.186119 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8cfb3459-2cdc-4394-994d-cb7d23ba8279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.194162 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43fa334-0a7c-43be-94fb-d771cd03245a None None] The sync data for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi is: [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:01Z', 'revision_number': 3, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:35:04.198027 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 1380c780-b46b-46e4-bbc5-6e5da903c785 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:04.198528 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.245852 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f418ad-1f7d-439b-9608-bce7843145bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1380c780-b46b-46e4-bbc5-6e5da903c785'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:35:04.248187 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d688fa0-a2e4-4106-8531-2e44543c93c3" -d '{"events": [{"server_uuid": "c0f418ad-1f7d-439b-9608-bce7843145bf", "name": "network-vif-plugged", "status": "completed", "tag": "1380c780-b46b-46e4-bbc5-6e5da903c785"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:35:04.263831 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 1380c780-b46b-46e4-bbc5-6e5da903c785, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1380c780-b46b-46e4-bbc5-6e5da903c785,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:04.301993 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d5ecfa-c831-4468-9beb-616c7b8370c4 x-openstack-request-id: req-27d5ecfa-c831-4468-9beb-616c7b8370c4 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:35:04.307270 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f418ad-1f7d-439b-9608-bce7843145bf", "name": "network-vif-plugged", "status": "completed", "tag": "1380c780-b46b-46e4-bbc5-6e5da903c785", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:35:04.307270 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-27d5ecfa-c831-4468-9beb-616c7b8370c4 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:35:04.307270 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f418ad-1f7d-439b-9608-bce7843145bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1380c780-b46b-46e4-bbc5-6e5da903c785', 'code': 200} Feb 21 01:35:04.328952 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (eb8adec7-c783-438f-af22-66502be87a12), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.349662 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.411558 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-bdfc0baa-5d20-4b61-9c89-9f275cecb0f2 None None] Provisioning complete for port eb8adec7-c783-438f-af22-66502be87a12 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:04.411939 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bdfc0baa-5d20-4b61-9c89-9f275cecb0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (eb8adec7-c783-438f-af22-66502be87a12), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.414243 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=1380c780-b46b-46e4-bbc5-6e5da903c785,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:04.478203 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bdfc0baa-5d20-4b61-9c89-9f275cecb0f2 None None] Port eb8adec7-c783-438f-af22-66502be87a12 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:04.520378 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Publish callbacks [] for port (eb8adec7-c783-438f-af22-66502be87a12), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.600504 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (eb8adec7-c783-438f-af22-66502be87a12), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.601792 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (954e8860-47e7-4ce5-95e2-28f49ef0332b), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:04.695280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Pushing event updated for resources: {'Port': ['ID=eb8adec7-c783-438f-af22-66502be87a12,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:04.766571 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941812-ffa0-4f1a-9292-a411a502a852 req-d642f9c6-541f-4fab-afc7-deddfe682769 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:04.768182 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4f941812-ffa0-4f1a-9292-a411a502a852 req-d642f9c6-541f-4fab-afc7-deddfe682769 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 946 time: 0.1133647 Feb 21 01:35:04.785846 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Network d421b8af-7dc1-48b3-b75d-8a9c768a3410 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:04.788133 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:04.885523 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4f941812-ffa0-4f1a-9292-a411a502a852 req-98f0e602-332a-4547-8d25-d586aea37c42 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099219 Feb 21 01:35:04.991898 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Router 954e8860-47e7-4ce5-95e2-28f49ef0332b has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:35:05.006381 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc60a65-c3d0-4f88-87f8-3d146143e0e6 req-5f435f89-6aa7-4c8a-a33c-03a0ee4668c3 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:05.007942 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ecc60a65-c3d0-4f88-87f8-3d146143e0e6 req-5f435f89-6aa7-4c8a-a33c-03a0ee4668c3 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0759385 Feb 21 01:35:05.102352 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-977c1d3a-6c69-4378-bff2-f666e74cd174 None None] Provisioning complete for port eb8adec7-c783-438f-af22-66502be87a12 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:05.102937 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-977c1d3a-6c69-4378-bff2-f666e74cd174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (eb8adec7-c783-438f-af22-66502be87a12), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.127900 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ecc60a65-c3d0-4f88-87f8-3d146143e0e6 req-37efd8db-02c6-46ae-adc5-dc587184b0cb tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124105 Feb 21 01:35:05.136344 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-977c1d3a-6c69-4378-bff2-f666e74cd174 None None] Port eb8adec7-c783-438f-af22-66502be87a12 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:05.148714 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:35:05.152284 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-8fc30493-ef85-40b5-91d4-1ce904220712 admin admin] 10.222.0.90 "PUT /v2.0/routers/954e8860-47e7-4ce5-95e2-28f49ef0332b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2983894 Feb 21 01:35:05.541167 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:05.594201 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:05.594577 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.678582 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:05.679514 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.700503 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=bc5f4ece-5581-4c64-88eb-fac1c7ae17e1,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:05.773114 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57094) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:05.777012 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.781086 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1566971102-network', 'tenant_id': '73983354768a49ae82e4c10ad46857e7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:05.826929 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=bc5f4ece-5581-4c64-88eb-fac1c7ae17e1,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:05.861769 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Sync routers for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:35:05.868526 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Made reservation on behalf of 73983354768a49ae82e4c10ad46857e7 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:35:05.871244 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.876848 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:05.877473 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:34:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:05.882717 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.972379 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Publish callbacks [] for security_group (1b9a47c4-6b3b-41a8-a89d-adce9f266525), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:05.990629 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:06.024000 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70376b61-89eb-4632-8e66-29fc4f89dcec req-3d7a000b-d649-4d80-942f-4e9c8d31164a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:06.025130 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70376b61-89eb-4632-8e66-29fc4f89dcec req-3d7a000b-d649-4d80-942f-4e9c8d31164a tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 946 time: 0.0549581 Feb 21 01:35:06.045846 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (1b9a47c4-6b3b-41a8-a89d-adce9f266525), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.078444 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:35:06.104859 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (2dbd3793-99f6-4dee-bf4d-888f6d8dff4d), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.105124 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Added segment 2dbd3793-99f6-4dee-bf4d-888f6d8dff4d of type vlan for network b097d62e-30e7-49a1-a174-58635cb22ffd Feb 21 01:35:06.106427 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9a47c4-6b3b-41a8-a89d-adce9f266525,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:06.140735 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70376b61-89eb-4632-8e66-29fc4f89dcec req-acdeecb8-c43b-4b35-91fe-26ce9cc8729b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099598 Feb 21 01:35:06.159482 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (b097d62e-30e7-49a1-a174-58635cb22ffd), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.258981 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (b097d62e-30e7-49a1-a174-58635cb22ffd), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.260023 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:06.260622 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.329173 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] Pushing event updated for resources: {'Network': ['ID=b097d62e-30e7-49a1-a174-58635cb22ffd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:06.335620 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': 'eb8adec7-c783-438f-af22-66502be87a12', 'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'mac_address': 'fa:16:3e:56:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:03Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 2, 'project_id': '784f5427745d402ba47e692082aac30f', 'subnets': [{'id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:06.339011 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb1604-c430-4563-87f8-03e60a8ad8df req-b2f0e396-c6eb-46ea-b1cc-beb0b29319bd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:06.339985 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network b097d62e-30e7-49a1-a174-58635cb22ffd details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:35:06.340562 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-25eb1604-c430-4563-87f8-03e60a8ad8df req-b2f0e396-c6eb-46ea-b1cc-beb0b29319bd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1148243 Feb 21 01:35:06.380723 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Checking router: 954e8860-47e7-4ce5-95e2-28f49ef0332b for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:35:06.381186 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Updating router 954e8860-47e7-4ce5-95e2-28f49ef0332b port eb8adec7-c783-438f-af22-66502be87a12 binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:35:06.389412 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-25eb1604-c430-4563-87f8-03e60a8ad8df req-42ccbfe9-1642-4b55-92e8-89ad2131a64c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Feb 21 01:35:06.393089 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6bf4b876-b02d-485d-8c5e-0e90b305aedc admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6187160 Feb 21 01:35:06.395812 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57106) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:06.401139 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Request body: {'subnet': {'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1566971102-subnet', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:06.447373 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (eb8adec7-c783-438f-af22-66502be87a12), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.468984 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Made reservation on behalf of 73983354768a49ae82e4c10ad46857e7 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:35:06.471228 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.561653 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba67c0e-b9b4-46a6-b5ca-1a340a544fb1 req-b92b9bdb-bae8-4fad-bd72-911132c9631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:06.563160 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6ba67c0e-b9b4-46a6-b5ca-1a340a544fb1 req-b92b9bdb-bae8-4fad-bd72-911132c9631f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 1130 time: 0.1080379 Feb 21 01:35:06.647405 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6ba67c0e-b9b4-46a6-b5ca-1a340a544fb1 req-182ae6e5-80a2-4064-a9fd-a092f29144af service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754280 Feb 21 01:35:06.681506 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-50d7860d-6a0a-46c0-ad3a-87610927dfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.721145 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.740215 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Publish callbacks [] for port (eb8adec7-c783-438f-af22-66502be87a12), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.754035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (472d42c5-6e29-4fdc-8165-331fc49e63ba), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.809652 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=472d42c5-6e29-4fdc-8165-331fc49e63ba,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:06.815971 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (eb8adec7-c783-438f-af22-66502be87a12), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.817862 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Checking segment: {'id': '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:06.818288 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Network hostable DHCP agents. Network: b097d62e-30e7-49a1-a174-58635cb22ffd, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:35:06.888545 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd8a43-d877-4444-adcc-10046e65a19b None None] Pushing event updated for resources: {'Port': ['ID=eb8adec7-c783-438f-af22-66502be87a12,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:06.908183 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Network b097d62e-30e7-49a1-a174-58635cb22ffd is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:35:06.920125 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Attempting to bind port eb8adec7-c783-438f-af22-66502be87a12 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:06.920537 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Attempting to bind port eb8adec7-c783-438f-af22-66502be87a12 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:06.922625 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Attempting to bind port eb8adec7-c783-438f-af22-66502be87a12 on network d421b8af-7dc1-48b3-b75d-8a9c768a3410 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:06.933136 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:06.933514 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Checking segment: {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:06.933918 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.934402 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Bound using segment: {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:06.934975 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Bound port: eb8adec7-c783-438f-af22-66502be87a12, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:06.935362 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (eb8adec7-c783-438f-af22-66502be87a12), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:06.999610 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, b097d62e-30e7-49a1-a174-58635cb22ffd) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:07.003541 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:07.004143 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.005313 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] For port eb8adec7-c783-438f-af22-66502be87a12, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:07.010018 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dac53b-4e9d-4436-844d-094e9b68c369 None None] Network b097d62e-30e7-49a1-a174-58635cb22ffd requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:35:07.013023 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] For port eb8adec7-c783-438f-af22-66502be87a12, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=eb8adec7-c783-438f-af22-66502be87a12,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:07.086930 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-1646753d-7365-4bf4-bb21-78629b07704a None None] Provisioning complete for port eb8adec7-c783-438f-af22-66502be87a12 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:07.087301 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1646753d-7365-4bf4-bb21-78629b07704a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (eb8adec7-c783-438f-af22-66502be87a12), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.099687 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-7d191ada-f022-42a7-b0b7-be61fe427f72 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7028377 Feb 21 01:35:07.102530 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57112) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:07.107211 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:07.119543 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (eb8adec7-c783-438f-af22-66502be87a12), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.171048 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-b097d62e-30e7-49a1-a174-58635cb22ffd', 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd', 'project_id': '73983354768a49ae82e4c10ad46857e7', 'fixed_ips': [{'subnet_id': '472d42c5-6e29-4fdc-8165-331fc49e63ba'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:35:07.171986 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.183133 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (330fb7ad-d917-4af9-af0c-3dab09841d70), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.184347 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (330fb7ad-d917-4af9-af0c-3dab09841d70), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.192586 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-1646753d-7365-4bf4-bb21-78629b07704a None None] Port eb8adec7-c783-438f-af22-66502be87a12 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:07.260321 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks [] for router_controller (330fb7ad-d917-4af9-af0c-3dab09841d70), precommit_add_association {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.285982 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28867e2-229f-4071-9b8d-58de3e7a156c req-fa951312-898b-44e2-9ba8-cbf022cce41d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:07.287548 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a28867e2-229f-4071-9b8d-58de3e7a156c req-fa951312-898b-44e2-9ba8-cbf022cce41d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 946 time: 0.0628095 Feb 21 01:35:07.297239 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd8a43-d877-4444-adcc-10046e65a19b None None] Pushing event updated for resources: {'Port': ['ID=eb8adec7-c783-438f-af22-66502be87a12,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:07.310229 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:07.310868 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:07.346025 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a28867e2-229f-4071-9b8d-58de3e7a156c req-188698d3-611e-459b-a1d2-a6586ab93677 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508296 Feb 21 01:35:07.399648 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Allocated IP 172.20.0.2 (b097d62e-30e7-49a1-a174-58635cb22ffd/472d42c5-6e29-4fdc-8165-331fc49e63ba/4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:07.514942 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:07.518314 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-c2c04cb0-2fee-422d-99af-721dd0787b5b None None] Provisioning complete for port eb8adec7-c783-438f-af22-66502be87a12 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:07.518695 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cb0-2fee-422d-99af-721dd0787b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (eb8adec7-c783-438f-af22-66502be87a12), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.526877 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks [] for router_gateway (330fb7ad-d917-4af9-af0c-3dab09841d70), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.540952 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c02a99-b909-4a9b-9a60-7b5de267b295 req-400c5d54-151c-42e6-9799-e257079e3962 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:07.542707 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-16c02a99-b909-4a9b-9a60-7b5de267b295 req-400c5d54-151c-42e6-9799-e257079e3962 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0656290 Feb 21 01:35:07.571283 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:07.591492 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-16c02a99-b909-4a9b-9a60-7b5de267b295 req-45a40db6-7ef3-4045-8dd8-3c79f0e8c150 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 Feb 21 01:35:07.780605 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.830128 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:07.830504 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.831801 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks [] for router_gateway (330fb7ad-d917-4af9-af0c-3dab09841d70), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.851311 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.866540 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Publish callbacks [] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.889629 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c2c04cb0-2fee-422d-99af-721dd0787b5b None None] Current status of the port eb8adec7-c783-438f-af22-66502be87a12 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:07.890026 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cb0-2fee-422d-99af-721dd0787b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (eb8adec7-c783-438f-af22-66502be87a12), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:07.953941 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Allocated IP 172.27.3.242 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/134a5f7b-da2e-4786-8774-3602b8186d48) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:08.082481 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:08.084751 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks [] for port (134a5f7b-da2e-4786-8774-3602b8186d48), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:08.092599 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c2c04cb0-2fee-422d-99af-721dd0787b5b None None] For port eb8adec7-c783-438f-af22-66502be87a12, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=eb8adec7-c783-438f-af22-66502be87a12,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:08.151873 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Network b097d62e-30e7-49a1-a174-58635cb22ffd is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:08.158803 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:08.172963 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:08.182570 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Pushing event updated for resources: {'Port': ['ID=4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:08.184763 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2c04cb0-2fee-422d-99af-721dd0787b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (eb8adec7-c783-438f-af22-66502be87a12), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:08.192508 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:08.199980 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:08.236878 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:08.239871 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:08.243360 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:08.246953 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': 'eb8adec7-c783-438f-af22-66502be87a12', 'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'mac_address': 'fa:16:3e:56:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:03Z', 'updated_at': '2022-02-21T01:35:07Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'subnets': [{'id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:08.269969 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=134a5f7b-da2e-4786-8774-3602b8186d48,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:08.283518 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.283807 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.284142 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.284499 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.284828 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.285156 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.285480 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.285801 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.286120 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.286440 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.286758 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.287073 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.287388 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:35:08.309043 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891e9f3a-869a-40bd-8a42-5d2e796b682c None None] The sync data for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi is: [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': 'eb8adec7-c783-438f-af22-66502be87a12', 'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'mac_address': 'fa:16:3e:56:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:03Z', 'updated_at': '2022-02-21T01:35:07Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'subnets': [{'id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:35:08.312906 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c04cb0-2fee-422d-99af-721dd0787b5b None None] Pushing event updated for resources: {'Port': ['ID=eb8adec7-c783-438f-af22-66502be87a12,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:08.315423 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Attempting to bind port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:08.315802 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Attempting to bind port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:08.316171 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Attempting to bind port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b on network b097d62e-30e7-49a1-a174-58635cb22ffd {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:08.322408 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:08.322792 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Checking segment: {'id': '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:08.323193 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:08.323591 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Bound using segment: {'id': '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:08.324069 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Bound port: 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:08.324476 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:08.429863 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] For port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:08.436329 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] For port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b,segment=NetworkSegment(2dbd3793-99f6-4dee-bf4d-888f6d8dff4d),segment_id=2dbd3793-99f6-4dee-bf4d-888f6d8dff4d)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:08.491621 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccddd55b-f4bc-404d-8b02-b376b1d29856 req-03fb03dd-e226-43bb-b945-cc0d5417ed8f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:08.493180 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ccddd55b-f4bc-404d-8b02-b376b1d29856 req-03fb03dd-e226-43bb-b945-cc0d5417ed8f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 946 time: 0.0543222 Feb 21 01:35:08.516072 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:08.558664 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ccddd55b-f4bc-404d-8b02-b376b1d29856 req-eab3359e-a426-4dcc-b6d7-6ab0dd4be155 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597980 Feb 21 01:35:08.582014 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27be82e-4b51-44d7-8c58-f3ae1ce41323 None None] Pushing event updated for resources: {'Port': ['ID=4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:08.677914 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks [] for router_gateway (330fb7ad-d917-4af9-af0c-3dab09841d70), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:08.744648 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c59c78-1389-4124-a8aa-3469702241fd req-ff9cf923-fa9b-4318-a110-d56739cf44ae tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:08.752410 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-30c59c78-1389-4124-a8aa-3469702241fd req-ff9cf923-fa9b-4318-a110-d56739cf44ae tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0813227 Feb 21 01:35:08.825008 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-30c59c78-1389-4124-a8aa-3469702241fd req-97b2d464-862b-4697-9545-f9ad87b2a944 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716093 Feb 21 01:35:08.933084 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (330fb7ad-d917-4af9-af0c-3dab09841d70), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:09.143182 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:09.166069 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Router 330fb7ad-d917-4af9-af0c-3dab09841d70 is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:35:09.284931 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:35:09.300274 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Sync routers for ids ['330fb7ad-d917-4af9-af0c-3dab09841d70'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:35:09.312928 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Routers {'330fb7ad-d917-4af9-af0c-3dab09841d70'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:09.313557 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['330fb7ad-d917-4af9-af0c-3dab09841d70'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:09.366733 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:09.370532 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-185457c1-51c6-423e-8151-62ec26a19ff7 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2641308 Feb 21 01:35:09.371282 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57132) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:09.450881 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Set router 330fb7ad-d917-4af9-af0c-3dab09841d70 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:09.705036 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:08Z', 'revision_number': 3, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'gw_port': {'id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:09.729289 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ccd01-d7f5-4523-bf64-98be87db0bf4 None None] Network b097d62e-30e7-49a1-a174-58635cb22ffd requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:35:09.737838 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Checking router: 330fb7ad-d917-4af9-af0c-3dab09841d70 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:35:09.738189 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Updating router 330fb7ad-d917-4af9-af0c-3dab09841d70 port 134a5f7b-da2e-4786-8774-3602b8186d48 binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:35:09.763801 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device eb8adec7-c783-438f-af22-66502be87a12 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:09.767659 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:09.869343 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def44c8f-a93e-44e1-b307-a1d102492867 req-d4dd34ef-b49a-430b-b327-8d51eced5631 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:09.870276 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-def44c8f-a93e-44e1-b307-a1d102492867 req-d4dd34ef-b49a-430b-b327-8d51eced5631 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 946 time: 0.1331892 Feb 21 01:35:09.922352 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-f984d126-ba8d-4c0a-9e71-f3c7623c7d1a None None] Provisioning complete for port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:09.923049 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f984d126-ba8d-4c0a-9e71-f3c7623c7d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.007070 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port eb8adec7-c783-438f-af22-66502be87a12 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:10.007851 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (eb8adec7-c783-438f-af22-66502be87a12), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.035385 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-def44c8f-a93e-44e1-b307-a1d102492867 req-1a5b14df-12b7-4210-9157-cb54762b4755 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590669 Feb 21 01:35:10.062016 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Publish callbacks [] for port (134a5f7b-da2e-4786-8774-3602b8186d48), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.072566 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc42d38-f2a5-42e2-bff0-be6fcd183a6b req-c9922f6e-56ba-4d5c-b807-636ebbeb96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:10.074053 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ffc42d38-f2a5-42e2-bff0-be6fcd183a6b req-c9922f6e-56ba-4d5c-b807-636ebbeb96d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1130 time: 0.1743116 Feb 21 01:35:10.107788 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb728052-eec6-4afd-9db8-ea26263b0e91 req-49b0684c-3734-44fb-a7cd-5f27da76d5a5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:10.108751 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f984d126-ba8d-4c0a-9e71-f3c7623c7d1a None None] Current status of the port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:10.109536 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f984d126-ba8d-4c0a-9e71-f3c7623c7d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.112751 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fb728052-eec6-4afd-9db8-ea26263b0e91 req-49b0684c-3734-44fb-a7cd-5f27da76d5a5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1741064 Feb 21 01:35:10.149410 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.177176 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f984d126-ba8d-4c0a-9e71-f3c7623c7d1a None None] For port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b,segment=NetworkSegment(2dbd3793-99f6-4dee-bf4d-888f6d8dff4d),segment_id=2dbd3793-99f6-4dee-bf4d-888f6d8dff4d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:10.178560 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port eb8adec7-c783-438f-af22-66502be87a12 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:10.179915 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:10.209670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ffc42d38-f2a5-42e2-bff0-be6fcd183a6b req-a2653898-f688-43cd-b155-f5e54ec0ba05 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283286 Feb 21 01:35:10.232632 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:10.233503 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.241885 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f78111-aafc-42f9-bf40-3457a56a650c None None] Pushing event updated for resources: {'Port': ['ID=134a5f7b-da2e-4786-8774-3602b8186d48,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:10.260459 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.277744 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f984d126-ba8d-4c0a-9e71-f3c7623c7d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.291878 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Attempting to bind port 134a5f7b-da2e-4786-8774-3602b8186d48 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:10.292271 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Attempting to bind port 134a5f7b-da2e-4786-8774-3602b8186d48 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:10.292632 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Attempting to bind port 134a5f7b-da2e-4786-8774-3602b8186d48 on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:10.298531 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:10.299066 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:10.299690 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.300076 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:10.301157 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Bound port: 134a5f7b-da2e-4786-8774-3602b8186d48, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:10.301749 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.313066 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fb728052-eec6-4afd-9db8-ea26263b0e91 req-7dbdae4a-ed44-4999-a8ba-51eb6e071ca0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739008 Feb 21 01:35:10.355107 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984d126-ba8d-4c0a-9e71-f3c7623c7d1a None None] Pushing event updated for resources: {'Port': ['ID=4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:10.357124 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] For port 134a5f7b-da2e-4786-8774-3602b8186d48, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:10.360360 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] For port 134a5f7b-da2e-4786-8774-3602b8186d48, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=134a5f7b-da2e-4786-8774-3602b8186d48,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:10.409107 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:10.463157 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.487309 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Allocated IP 172.20.0.1 (b097d62e-30e7-49a1-a174-58635cb22ffd/472d42c5-6e29-4fdc-8165-331fc49e63ba/0c8e77c2-21a3-412c-bf20-beabef0ecb91) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:10.501648 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-dd5ca8a3-f10c-4efb-9782-a563ddbc8883 None None] Provisioning complete for port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:10.502029 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca8a3-f10c-4efb-9782-a563ddbc8883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.514149 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f78111-aafc-42f9-bf40-3457a56a650c None None] Pushing event updated for resources: {'Port': ['ID=134a5f7b-da2e-4786-8774-3602b8186d48,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:10.532012 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Routers {'330fb7ad-d917-4af9-af0c-3dab09841d70'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:10.532893 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['330fb7ad-d917-4af9-af0c-3dab09841d70'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:10.554664 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.633016 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ca8a3-f10c-4efb-9782-a563ddbc8883 None None] Current status of the port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:10.638793 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-aceca9e7-53d4-4ed7-8f01-527735ec98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:10.645740 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-aceca9e7-53d4-4ed7-8f01-527735ec98b3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0827892 Feb 21 01:35:10.645868 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] Set router 330fb7ad-d917-4af9-af0c-3dab09841d70 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:10.645963 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Publish callbacks [] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.938362 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:08Z', 'revision_number': 3, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'gw_port': {'id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:10.967018 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:10.971785 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca733e12-7f25-462d-ba91-dd323d75974c None None] The sync data for ids ['330fb7ad-d917-4af9-af0c-3dab09841d70'] in dv-cinder-813228-6-iscsi is: [{'id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:08Z', 'revision_number': 3, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'gw_port': {'id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:35:11.028137 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Network b097d62e-30e7-49a1-a174-58635cb22ffd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:11.041207 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:11.047652 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:11.048140 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (330fb7ad-d917-4af9-af0c-3dab09841d70), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:11.098541 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Pushing event updated for resources: {'Port': ['ID=0c8e77c2-21a3-412c-bf20-beabef0ecb91,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:11.112305 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-d2804e5b-4d83-4d4a-a71b-41ec5b35bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:11.114041 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-d2804e5b-4d83-4d4a-a71b-41ec5b35bb7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 919 time: 0.4484828 Feb 21 01:35:11.165010 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-4c9921b2-f846-4e41-8e84-1adb2e5e2e6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf21197e-c8ae-4d32-9844-138c1e440316 HTTP/1.1" status: 200 len: 217 time: 0.0439653 Feb 21 01:35:11.266204 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-04ac3383-9b09-4f93-b96f-479e2fbe6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:11.270089 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-04ac3383-9b09-4f93-b96f-479e2fbe6279 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58f09cd-72c6-456a-843c-c8121f0b588f HTTP/1.1" status: 200 len: 858 time: 0.0983219 Feb 21 01:35:11.286782 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-d57c107a-4fa7-4efc-89d1-78f177256c12 None None] Provisioning complete for port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:11.287250 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d57c107a-4fa7-4efc-89d1-78f177256c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:11.319471 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-41275466-1f8c-4ea5-bfad-890a0b4ab181 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce3d49-217f-425e-8faa-7de06bd3cd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369630 Feb 21 01:35:11.329883 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d57c107a-4fa7-4efc-89d1-78f177256c12 None None] Port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:11.438373 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:11.509535 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-5b34cc54-9c20-4906-99e0-34c3e0503379 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834252 Feb 21 01:35:11.523689 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6c677-16d7-43ba-9cbf-ea86dcd02cfc req-a5f07977-1228-461a-8014-19fb1e400ab6 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:11.525271 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fcb6c677-16d7-43ba-9cbf-ea86dcd02cfc req-a5f07977-1228-461a-8014-19fb1e400ab6 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1286266 Feb 21 01:35:11.617619 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 134a5f7b-da2e-4786-8774-3602b8186d48 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:11.679998 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 134a5f7b-da2e-4786-8774-3602b8186d48 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:11.680486 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:11.692687 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fcb6c677-16d7-43ba-9cbf-ea86dcd02cfc req-adebb8e4-155b-4068-8e4e-993b9acec8bc tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499074 Feb 21 01:35:11.746657 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8ed5289-b2c9-4e9f-90bc-04f0f1ad3fc3 req-dd331599-e929-4d6e-8e24-efb8ac65a123 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146599 Feb 21 01:35:11.772266 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 134a5f7b-da2e-4786-8774-3602b8186d48 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:11.773225 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:11.810594 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port 134a5f7b-da2e-4786-8774-3602b8186d48, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=134a5f7b-da2e-4786-8774-3602b8186d48,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:11.812729 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Publish callbacks [] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:11.890991 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:11.891847 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:11.920191 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:11.921028 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (330fb7ad-d917-4af9-af0c-3dab09841d70), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:11.971342 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=134a5f7b-da2e-4786-8774-3602b8186d48,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:11.984712 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:11.985004 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:12.009604 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Pushing event updated for resources: {'Port': ['ID=0c8e77c2-21a3-412c-bf20-beabef0ecb91,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:12.063332 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Network b097d62e-30e7-49a1-a174-58635cb22ffd is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:12.073274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:12.073526 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:12.201026 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Router 330fb7ad-d917-4af9-af0c-3dab09841d70 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:35:12.312873 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:35:12.323876 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-51d74e2d-2acc-457c-a0a9-da58014a192f admin admin] 10.222.0.90 "PUT /v2.0/routers/330fb7ad-d917-4af9-af0c-3dab09841d70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9460003 Feb 21 01:35:12.366913 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-f7aea04a-84e9-4028-8064-38dc5b77eefe None None] Provisioning complete for port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:12.367439 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f7aea04a-84e9-4028-8064-38dc5b77eefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:12.408162 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f7aea04a-84e9-4028-8064-38dc5b77eefe None None] Port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:12.531512 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:35:12.767834 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Sync routers for ids ['330fb7ad-d917-4af9-af0c-3dab09841d70'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:35:12.778016 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Routers {'330fb7ad-d917-4af9-af0c-3dab09841d70'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:12.778707 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['330fb7ad-d917-4af9-af0c-3dab09841d70'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:12.832032 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314a507-e980-43bb-a776-474a6fec4d55 req-afd1c166-781d-4ee8-b61d-81cd0a8fc3e0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:12.833566 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2314a507-e980-43bb-a776-474a6fec4d55 req-afd1c166-781d-4ee8-b61d-81cd0a8fc3e0 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0537636 Feb 21 01:35:12.901105 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2314a507-e980-43bb-a776-474a6fec4d55 req-7215d630-e1b3-452a-ba51-25635f4c8623 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562961 Feb 21 01:35:12.916883 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Set router 330fb7ad-d917-4af9-af0c-3dab09841d70 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:13.167129 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:11Z', 'revision_number': 4, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'gw_port': {'id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '0c8e77c2-21a3-412c-bf20-beabef0ecb91', 'name': '', 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'mac_address': 'fa:16:3e:4a:6a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '472d42c5-6e29-4fdc-8165-331fc49e63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:10Z', 'updated_at': '2022-02-21T01:35:11Z', 'revision_number': 2, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'subnets': [{'id': '472d42c5-6e29-4fdc-8165-331fc49e63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:13.193550 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Checking router: 330fb7ad-d917-4af9-af0c-3dab09841d70 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:35:13.193906 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Updating router 330fb7ad-d917-4af9-af0c-3dab09841d70 port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:35:13.235962 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:13.479780 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f08a2-0860-48b4-b4da-7ac99ed120a1 req-1551b0d9-2823-45da-b829-0de4d9f5cd68 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:13.481628 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-767f08a2-0860-48b4-b4da-7ac99ed120a1 req-1551b0d9-2823-45da-b829-0de4d9f5cd68 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1526513 Feb 21 01:35:13.488915 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-7d67a6c8-ecf3-4fac-b332-d701aaf4d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:13.490363 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-7d67a6c8-ecf3-4fac-b332-d701aaf4d5f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fa11c817930e42c49bb0f242205952d7&device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0962095 Feb 21 01:35:13.561695 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-767f08a2-0860-48b4-b4da-7ac99ed120a1 req-364d04ba-4e87-4679-a235-33af4c9de6fa tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704031 Feb 21 01:35:13.588726 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 134a5f7b-da2e-4786-8774-3602b8186d48 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:13.646793 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 134a5f7b-da2e-4786-8774-3602b8186d48 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:13.648002 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:13.687466 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-8de9b521-b716-41a3-b1dd-a1fe55333d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:13.689055 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-8de9b521-b716-41a3-b1dd-a1fe55333d1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 200 len: 919 time: 0.1714852 Feb 21 01:35:13.761860 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-d67480fb-553a-42a1-9e11-175ee01907da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf21197e-c8ae-4d32-9844-138c1e440316 HTTP/1.1" status: 200 len: 217 time: 0.0622349 Feb 21 01:35:13.970542 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 134a5f7b-da2e-4786-8774-3602b8186d48 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:13.971881 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-6203c090-cfa3-4213-aa55-946e9f491cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:13.971881 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-6203c090-cfa3-4213-aa55-946e9f491cf2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c58f09cd-72c6-456a-843c-c8121f0b588f HTTP/1.1" status: 200 len: 858 time: 0.0960462 Feb 21 01:35:13.971881 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-703a08bf-8c5b-4877-a137-f9f019132bbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f0ce3d49-217f-425e-8faa-7de06bd3cd36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375826 Feb 21 01:35:13.973122 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Publish callbacks [] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:14.022530 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-e9d68d3b-ae2c-4086-8174-01b1d302f615 service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024349 Feb 21 01:35:14.147344 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2cfc284a-4f44-4a4f-b680-84b55d69ae35 req-85d96ef1-3a58-4eef-a1ea-2cd4d1ce60dc service neutron] 10.222.0.43 "GET /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186023 Feb 21 01:35:14.189482 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:14.246616 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc1c41-e4d2-4967-a775-a6b0ea2b934d None None] Pushing event updated for resources: {'Port': ['ID=0c8e77c2-21a3-412c-bf20-beabef0ecb91,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:14.346723 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Attempting to bind port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:14.348046 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Attempting to bind port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:14.350047 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Attempting to bind port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 on network b097d62e-30e7-49a1-a174-58635cb22ffd {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:14.360057 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:14.360295 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Checking segment: {'id': '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:14.360763 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:14.361306 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Bound using segment: {'id': '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:14.362199 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Bound port: 0c8e77c2-21a3-412c-bf20-beabef0ecb91, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:14.362587 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:14.467846 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] For port 0c8e77c2-21a3-412c-bf20-beabef0ecb91, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:14.471861 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] For port 0c8e77c2-21a3-412c-bf20-beabef0ecb91, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0c8e77c2-21a3-412c-bf20-beabef0ecb91,segment=NetworkSegment(2dbd3793-99f6-4dee-bf4d-888f6d8dff4d),segment_id=2dbd3793-99f6-4dee-bf4d-888f6d8dff4d)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:14.551547 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:14.624253 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-b5206322-d030-49e0-8736-7249e22e0dcf None None] Provisioning complete for port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:14.624950 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5206322-d030-49e0-8736-7249e22e0dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:14.629139 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc1c41-e4d2-4967-a775-a6b0ea2b934d None None] Pushing event updated for resources: {'Port': ['ID=0c8e77c2-21a3-412c-bf20-beabef0ecb91,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:14.692233 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Routers {'330fb7ad-d917-4af9-af0c-3dab09841d70'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:14.696355 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['330fb7ad-d917-4af9-af0c-3dab09841d70'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:14.764587 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08cabe-7ef4-4a8e-ab19-e08b889b3d87 req-90013d31-9c9c-4e81-b2af-26dce08ab766 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:14.774377 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8d08cabe-7ef4-4a8e-ab19-e08b889b3d87 req-90013d31-9c9c-4e81-b2af-26dce08ab766 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1174889 Feb 21 01:35:14.844786 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8d08cabe-7ef4-4a8e-ab19-e08b889b3d87 req-38b861a4-79a7-4f49-945f-2e1cc2b5f1a2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642660 Feb 21 01:35:14.883935 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b5206322-d030-49e0-8736-7249e22e0dcf None None] Current status of the port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:14.884332 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5206322-d030-49e0-8736-7249e22e0dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:14.909902 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] Set router 330fb7ad-d917-4af9-af0c-3dab09841d70 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:15.004970 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-b5206322-d030-49e0-8736-7249e22e0dcf None None] For port 0c8e77c2-21a3-412c-bf20-beabef0ecb91, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0c8e77c2-21a3-412c-bf20-beabef0ecb91,segment=NetworkSegment(2dbd3793-99f6-4dee-bf4d-888f6d8dff4d),segment_id=2dbd3793-99f6-4dee-bf4d-888f6d8dff4d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:15.032844 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57228) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:15.078607 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b5206322-d030-49e0-8736-7249e22e0dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.192570 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5206322-d030-49e0-8736-7249e22e0dcf None None] Pushing event updated for resources: {'Port': ['ID=0c8e77c2-21a3-412c-bf20-beabef0ecb91,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:15.212311 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-b91cee29-4696-4f6b-b20b-6dc1d887f04b None None] Provisioning complete for port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:15.212561 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82db672a-5366-49ae-aaa3-872eacdaf3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.212791 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b91cee29-4696-4f6b-b20b-6dc1d887f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.276039 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:11Z', 'revision_number': 4, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'gw_port': {'id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '0c8e77c2-21a3-412c-bf20-beabef0ecb91', 'name': '', 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'mac_address': 'fa:16:3e:4a:6a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '472d42c5-6e29-4fdc-8165-331fc49e63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:10Z', 'updated_at': '2022-02-21T01:35:14Z', 'revision_number': 4, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'subnets': [{'id': '472d42c5-6e29-4fdc-8165-331fc49e63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:15.315393 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc9352-28de-4b07-929c-1e2ed7cb07ed None None] The sync data for ids ['330fb7ad-d917-4af9-af0c-3dab09841d70'] in dv-cinder-813228-6-iscsi is: [{'id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:11Z', 'revision_number': 4, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'gw_port': {'id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '0c8e77c2-21a3-412c-bf20-beabef0ecb91', 'name': '', 'network_id': 'b097d62e-30e7-49a1-a174-58635cb22ffd', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'mac_address': 'fa:16:3e:4a:6a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '472d42c5-6e29-4fdc-8165-331fc49e63ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:10Z', 'updated_at': '2022-02-21T01:35:14Z', 'revision_number': 4, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'subnets': [{'id': '472d42c5-6e29-4fdc-8165-331fc49e63ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:35:15.380011 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82db672a-5366-49ae-aaa3-872eacdaf3c0 admin admin] Publish callbacks [] for security_group (0691d6dd-62bc-42f3-8457-81378085c9d0), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.405217 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-b91cee29-4696-4f6b-b20b-6dc1d887f04b None None] Current status of the port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:15.434139 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-82db672a-5366-49ae-aaa3-872eacdaf3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0691d6dd-62bc-42f3-8457-81378085c9d0), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.522668 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57234) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:15.525017 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-82db672a-5366-49ae-aaa3-872eacdaf3c0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=45a05a6373f24c4fa5e78220ec7c14da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4908612 Feb 21 01:35:15.528708 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db672a-5366-49ae-aaa3-872eacdaf3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0691d6dd-62bc-42f3-8457-81378085c9d0,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:15.599031 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a342ebde-0dd3-4edd-b960-670c21d21f50 admin admin] Publish callbacks [] for security_group (0691d6dd-62bc-42f3-8457-81378085c9d0), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.640163 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a342ebde-0dd3-4edd-b960-670c21d21f50 admin admin] Publish callbacks [] for security_group (0691d6dd-62bc-42f3-8457-81378085c9d0), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.657909 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0c8e77c2-21a3-412c-bf20-beabef0ecb91 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:15.728553 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:15.729015 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.777122 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a342ebde-0dd3-4edd-b960-670c21d21f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0691d6dd-62bc-42f3-8457-81378085c9d0), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.789821 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a342ebde-0dd3-4edd-b960-670c21d21f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:15.793585 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a342ebde-0dd3-4edd-b960-670c21d21f50 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0691d6dd-62bc-42f3-8457-81378085c9d0 HTTP/1.1" status: 204 len: 168 time: 0.2675073 Feb 21 01:35:15.817676 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342ebde-0dd3-4edd-b960-670c21d21f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0691d6dd-62bc-42f3-8457-81378085c9d0,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:15.869445 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:16.061698 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc2fb5-d8cc-4411-84b1-04cc68388e60 req-d4e9d2fa-1a56-4c14-95b0-75c59acc3bdf tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:16.068670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55dc2fb5-d8cc-4411-84b1-04cc68388e60 req-d4e9d2fa-1a56-4c14-95b0-75c59acc3bdf tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1096270 Feb 21 01:35:16.151619 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55dc2fb5-d8cc-4411-84b1-04cc68388e60 req-3cdbd0ab-233a-46c8-ad45-7c461e56fbde tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817184 Feb 21 01:35:16.968828 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57262) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:17.074471 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1372487065-network', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:17.269209 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1af15-6124-4997-8aba-4da06052f427 req-d7ef6085-51f3-4665-a1f4-7c6d54cb7dc2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:17.270672 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-72c1af15-6124-4997-8aba-4da06052f427 req-d7ef6085-51f3-4665-a1f4-7c6d54cb7dc2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0564954 Feb 21 01:35:17.323389 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-72c1af15-6124-4997-8aba-4da06052f427 req-02644959-53ba-49ea-b4a8-6291dfced9bd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473294 Feb 21 01:35:17.415428 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Made reservation on behalf of 360e1042eb3f47f5be6a603e1877d9d8 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:35:17.418412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:17.431442 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:17.524808 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Publish callbacks [] for security_group (d4eecde5-b655-4ae2-b3dc-67a0dd411462), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:17.593161 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (d4eecde5-b655-4ae2-b3dc-67a0dd411462), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:17.620871 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:35:17.631148 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eecde5-b655-4ae2-b3dc-67a0dd411462,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:17.639657 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:17.640054 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Added segment 9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23 of type vlan for network 487fa038-40fd-45ef-934d-8902aea996a9 Feb 21 01:35:17.691689 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (487fa038-40fd-45ef-934d-8902aea996a9), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:17.788885 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (487fa038-40fd-45ef-934d-8902aea996a9), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:17.790011 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:17.790594 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:17.848191 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] Pushing event updated for resources: {'Network': ['ID=487fa038-40fd-45ef-934d-8902aea996a9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:17.864774 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 487fa038-40fd-45ef-934d-8902aea996a9 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:35:17.910943 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-84735531-2ad1-4b54-81f9-836621192a9e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9409959 Feb 21 01:35:17.914349 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57274) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:17.919403 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Request body: {'subnet': {'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1372487065-subnet', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:17.999757 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Made reservation on behalf of 360e1042eb3f47f5be6a603e1877d9d8 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:35:18.002167 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:18.280125 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (7000422f-16c7-4afa-a5d4-520df51dbf95), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:18.335030 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7000422f-16c7-4afa-a5d4-520df51dbf95,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:18.352215 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Checking segment: {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:18.352215 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Network hostable DHCP agents. Network: 487fa038-40fd-45ef-934d-8902aea996a9, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:35:18.437387 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Network 487fa038-40fd-45ef-934d-8902aea996a9 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:35:18.470481 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f6c92-73b7-4891-93a0-f0242b742720 req-ae391e4c-7186-4486-8efd-690340226b63 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:18.473998 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d6f6c92-73b7-4891-93a0-f0242b742720 req-ae391e4c-7186-4486-8efd-690340226b63 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0668063 Feb 21 01:35:18.531097 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5d6f6c92-73b7-4891-93a0-f0242b742720 req-f83b933a-bf5f-4335-a543-50e4e104ea6d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477214 Feb 21 01:35:18.542612 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 487fa038-40fd-45ef-934d-8902aea996a9) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:18.552996 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:18.560685 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:18.565330 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b3877-be8a-42f2-9355-9f45fe123d2a None None] Network 487fa038-40fd-45ef-934d-8902aea996a9 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:35:18.684282 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57284) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:18.692377 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-cff81b39-e753-4283-8527-2c0da94ed175 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7768881 Feb 21 01:35:18.692997 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:18.717259 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-487fa038-40fd-45ef-934d-8902aea996a9', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:35:18.720218 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:18.840459 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (be11f558-0197-435a-815a-e857ecc8a3d1), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:18.842136 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (be11f558-0197-435a-815a-e857ecc8a3d1), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:18.908629 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Allocated IP 172.20.0.2 (487fa038-40fd-45ef-934d-8902aea996a9/7000422f-16c7-4afa-a5d4-520df51dbf95/0f235356-4d7f-4f0c-9355-c2b4be25b89f) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:18.946059 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks [] for router_controller (be11f558-0197-435a-815a-e857ecc8a3d1), precommit_add_association {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:19.107123 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Publish callbacks [] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:19.193296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:19.248083 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks [] for router_gateway (be11f558-0197-435a-815a-e857ecc8a3d1), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:19.251598 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Network 487fa038-40fd-45ef-934d-8902aea996a9 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:19.256137 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:19.258111 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:19.299214 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Pushing event updated for resources: {'Port': ['ID=0f235356-4d7f-4f0c-9355-c2b4be25b89f,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:19.339324 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Attempting to bind port 0f235356-4d7f-4f0c-9355-c2b4be25b89f on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:19.339842 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Attempting to bind port 0f235356-4d7f-4f0c-9355-c2b4be25b89f by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:19.340210 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Attempting to bind port 0f235356-4d7f-4f0c-9355-c2b4be25b89f on network 487fa038-40fd-45ef-934d-8902aea996a9 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:19.348274 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:19.352561 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Checking segment: {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:19.352992 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:19.353399 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Bound using segment: {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:19.353892 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Bound port: 0f235356-4d7f-4f0c-9355-c2b4be25b89f, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:19.354276 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:19.436252 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] For port 0f235356-4d7f-4f0c-9355-c2b4be25b89f, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:19.441401 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] For port 0f235356-4d7f-4f0c-9355-c2b4be25b89f, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0f235356-4d7f-4f0c-9355-c2b4be25b89f,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:19.509728 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:19.574791 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks [] for router_gateway (be11f558-0197-435a-815a-e857ecc8a3d1), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:19.601341 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5c89c-9b88-43c3-881d-74b38c86fc3d None None] Pushing event updated for resources: {'Port': ['ID=0f235356-4d7f-4f0c-9355-c2b4be25b89f,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:19.603681 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:19.742643 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Allocated IP 172.27.3.91 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/c93c599c-28be-47e7-912f-e49ddf27edd0) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:19.907395 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks [] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:20.028941 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:20.075554 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:20.079618 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:20.081845 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Pushing event updated for resources: {'Port': ['ID=c93c599c-28be-47e7-912f-e49ddf27edd0,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:20.084177 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:20.543084 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks [] for router_gateway (be11f558-0197-435a-815a-e857ecc8a3d1), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:20.826487 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1de0f4-7317-4817-b01f-af2a05a3b5af None None] Network 487fa038-40fd-45ef-934d-8902aea996a9 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:35:20.894209 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3cdc2aa8-5bdc-4d1a-9458-32c2a6f85969 None None] Provisioning complete for port 0f235356-4d7f-4f0c-9355-c2b4be25b89f triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:20.894586 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2aa8-5bdc-4d1a-9458-32c2a6f85969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:21.005177 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (be11f558-0197-435a-815a-e857ecc8a3d1), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:21.023891 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc2aa8-5bdc-4d1a-9458-32c2a6f85969 None None] Current status of the port 0f235356-4d7f-4f0c-9355-c2b4be25b89f is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:21.024276 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2aa8-5bdc-4d1a-9458-32c2a6f85969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:21.069358 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3cdc2aa8-5bdc-4d1a-9458-32c2a6f85969 None None] For port 0f235356-4d7f-4f0c-9355-c2b4be25b89f, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0f235356-4d7f-4f0c-9355-c2b4be25b89f,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:21.136727 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3cdc2aa8-5bdc-4d1a-9458-32c2a6f85969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:21.216614 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc2aa8-5bdc-4d1a-9458-32c2a6f85969 None None] Pushing event updated for resources: {'Port': ['ID=0f235356-4d7f-4f0c-9355-c2b4be25b89f,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:21.216980 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Router be11f558-0197-435a-815a-e857ecc8a3d1 is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:35:21.380632 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-5dac26d2-0464-4ba6-9691-b84505167974 None None] Provisioning complete for port 0f235356-4d7f-4f0c-9355-c2b4be25b89f triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:21.381007 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5dac26d2-0464-4ba6-9691-b84505167974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:21.388855 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:35:21.399895 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Sync routers for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:35:21.411259 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:21.412115 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:21.470308 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:21.474656 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57308) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:21.476240 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5dac26d2-0464-4ba6-9691-b84505167974 None None] Current status of the port 0f235356-4d7f-4f0c-9355-c2b4be25b89f is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:21.489535 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-64ba6b85-d9fa-4255-8425-d6d274f34084 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8040919 Feb 21 01:35:21.531308 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:21.643523 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0f235356-4d7f-4f0c-9355-c2b4be25b89f up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:21.722545 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 0f235356-4d7f-4f0c-9355-c2b4be25b89f triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:21.723412 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:21.816021 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:20Z', 'revision_number': 3, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:21.855139 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Checking router: be11f558-0197-435a-815a-e857ecc8a3d1 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:35:21.855878 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Updating router be11f558-0197-435a-815a-e857ecc8a3d1 port c93c599c-28be-47e7-912f-e49ddf27edd0 binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:35:21.857053 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 0f235356-4d7f-4f0c-9355-c2b4be25b89f is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:21.898013 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.045264 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.208226 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Publish callbacks [] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.232175 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Allocated IP 172.20.0.1 (487fa038-40fd-45ef-934d-8902aea996a9/7000422f-16c7-4afa-a5d4-520df51dbf95/479b903b-232f-4775-908a-2dd15b6d03dc) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:22.290064 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.342640 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Attempting to bind port c93c599c-28be-47e7-912f-e49ddf27edd0 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:22.343010 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Attempting to bind port c93c599c-28be-47e7-912f-e49ddf27edd0 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:22.343385 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Attempting to bind port c93c599c-28be-47e7-912f-e49ddf27edd0 on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:22.350681 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab674b24-f541-4aa1-9627-494db8fbebac None None] Pushing event updated for resources: {'Port': ['ID=c93c599c-28be-47e7-912f-e49ddf27edd0,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:22.354182 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:22.354570 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:22.354976 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.355363 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:22.356219 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Bound port: c93c599c-28be-47e7-912f-e49ddf27edd0, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:22.356219 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.384491 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Publish callbacks [] for port (479b903b-232f-4775-908a-2dd15b6d03dc), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.460554 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] For port c93c599c-28be-47e7-912f-e49ddf27edd0, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:22.464724 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] For port c93c599c-28be-47e7-912f-e49ddf27edd0, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=c93c599c-28be-47e7-912f-e49ddf27edd0,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:22.486838 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.538339 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Pushing event updated for resources: {'Port': ['ID=479b903b-232f-4775-908a-2dd15b6d03dc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:22.542175 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Network 487fa038-40fd-45ef-934d-8902aea996a9 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:22.548490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:22.548490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:22.548490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (be11f558-0197-435a-815a-e857ecc8a3d1), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.565409 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.648786 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab674b24-f541-4aa1-9627-494db8fbebac None None] Pushing event updated for resources: {'Port': ['ID=c93c599c-28be-47e7-912f-e49ddf27edd0,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:22.686478 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:22.687172 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:22.849780 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:22.873249 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.922429 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-0df9f183-18cd-40c0-9522-36909117604e None None] Provisioning complete for port 479b903b-232f-4775-908a-2dd15b6d03dc triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:22.923068 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0df9f183-18cd-40c0-9522-36909117604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:22.963232 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0df9f183-18cd-40c0-9522-36909117604e None None] Port 479b903b-232f-4775-908a-2dd15b6d03dc cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:23.083660 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Publish callbacks [] for port (479b903b-232f-4775-908a-2dd15b6d03dc), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:23.088137 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:20Z', 'revision_number': 3, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:23.140388 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d5b545-ecfc-4e95-b175-05af5502ef00 None None] The sync data for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi is: [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:20Z', 'revision_number': 3, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:35:23.182514 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:23.183259 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (be11f558-0197-435a-815a-e857ecc8a3d1), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:23.297401 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Pushing event updated for resources: {'Port': ['ID=479b903b-232f-4775-908a-2dd15b6d03dc,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:23.350917 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Network 487fa038-40fd-45ef-934d-8902aea996a9 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:23.352484 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:23.608172 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Router be11f558-0197-435a-815a-e857ecc8a3d1 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:35:23.742851 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device c93c599c-28be-47e7-912f-e49ddf27edd0 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:23.801688 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-c050b57a-6bb5-4c3b-8122-00533bfe9d1b None None] Provisioning complete for port 479b903b-232f-4775-908a-2dd15b6d03dc triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:23.803724 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c050b57a-6bb5-4c3b-8122-00533bfe9d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:24.029548 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c050b57a-6bb5-4c3b-8122-00533bfe9d1b None None] Port 479b903b-232f-4775-908a-2dd15b6d03dc cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:24.046745 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port c93c599c-28be-47e7-912f-e49ddf27edd0 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:24.046980 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:24.148362 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port c93c599c-28be-47e7-912f-e49ddf27edd0 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:24.149490 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:24.191251 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port c93c599c-28be-47e7-912f-e49ddf27edd0, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=c93c599c-28be-47e7-912f-e49ddf27edd0,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:24.231065 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:35:24.250432 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-863f01a5-db69-418a-9c04-c1880853a44d admin admin] 10.222.0.90 "PUT /v2.0/routers/be11f558-0197-435a-815a-e857ecc8a3d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7745674 Feb 21 01:35:24.307836 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:24.387390 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=c93c599c-28be-47e7-912f-e49ddf27edd0,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:25.218971 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57356) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:25.225915 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1196073519-network', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:25.433656 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Sync routers for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:35:25.444351 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:25.445038 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:25.553423 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:25.557483 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device c93c599c-28be-47e7-912f-e49ddf27edd0 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:25.712082 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port c93c599c-28be-47e7-912f-e49ddf27edd0 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:25.712345 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:25.776640 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Made reservation on behalf of 9af84fdd4f364c28821c9c8ce4ed812d for: {'network': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:35:25.779304 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:25.790797 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:25.842716 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port c93c599c-28be-47e7-912f-e49ddf27edd0 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:25.856607 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '479b903b-232f-4775-908a-2dd15b6d03dc', 'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'mac_address': 'fa:16:3e:22:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:22Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 2, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'subnets': [{'id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:25.872996 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Publish callbacks [] for security_group (84d529c7-17e5-4988-b6f9-f4e462885b05), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:25.898145 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Checking router: be11f558-0197-435a-815a-e857ecc8a3d1 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:35:25.905091 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Updating router be11f558-0197-435a-815a-e857ecc8a3d1 port 479b903b-232f-4775-908a-2dd15b6d03dc binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:35:25.932876 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:25.964653 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (84d529c7-17e5-4988-b6f9-f4e462885b05), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:25.996289 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:35:26.010577 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (3333e5ea-6f8d-477b-ac6f-73d95fe69e86), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.011099 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.segments_db [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Added segment 3333e5ea-6f8d-477b-ac6f-73d95fe69e86 of type vlan for network f95f8867-144d-44d5-a25d-0b81ed002308 Feb 21 01:35:26.012223 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d529c7-17e5-4988-b6f9-f4e462885b05,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:26.070553 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (f95f8867-144d-44d5-a25d-0b81ed002308), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.217542 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (f95f8867-144d-44d5-a25d-0b81ed002308), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.218963 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:26.219793 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.267547 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Publish callbacks [] for port (479b903b-232f-4775-908a-2dd15b6d03dc), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.291253 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] Pushing event updated for resources: {'Network': ['ID=f95f8867-144d-44d5-a25d-0b81ed002308,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:26.311253 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-91be488d-a1d8-4c13-849f-931bacce3911 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0909359 Feb 21 01:35:26.315441 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57372) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:26.321247 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Request body: {'subnet': {'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1196073519-subnet', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'ip_version': 4}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:26.330757 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network f95f8867-144d-44d5-a25d-0b81ed002308 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:35:26.497191 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.531176 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Made reservation on behalf of 9af84fdd4f364c28821c9c8ce4ed812d for: {'subnet': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:35:26.534069 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63494614'] for subnet (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.558721 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45999b-e7b9-4610-88e3-3421d70c5e9c None None] Pushing event updated for resources: {'Port': ['ID=479b903b-232f-4775-908a-2dd15b6d03dc,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:26.635778 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Attempting to bind port 479b903b-232f-4775-908a-2dd15b6d03dc on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:26.636172 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Attempting to bind port 479b903b-232f-4775-908a-2dd15b6d03dc by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:26.636760 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Attempting to bind port 479b903b-232f-4775-908a-2dd15b6d03dc on network 487fa038-40fd-45ef-934d-8902aea996a9 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:26.643684 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:26.644365 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Checking segment: {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:26.644868 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.645380 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Bound using segment: {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:26.646154 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Bound port: 479b903b-232f-4775-908a-2dd15b6d03dc, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:26.646545 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.717022 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] For port 479b903b-232f-4775-908a-2dd15b6d03dc, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:26.721058 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] For port 479b903b-232f-4775-908a-2dd15b6d03dc, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=479b903b-232f-4775-908a-2dd15b6d03dc,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:26.773206 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-6d6a17a2-8f89-49bc-920f-67b723038409 None None] Provisioning complete for port 479b903b-232f-4775-908a-2dd15b6d03dc triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:26.773585 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6d6a17a2-8f89-49bc-920f-67b723038409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.802200 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.840339 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-6d6a17a2-8f89-49bc-920f-67b723038409 None None] Port 479b903b-232f-4775-908a-2dd15b6d03dc cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:26.857581 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63695844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63494436'] for subnet (239cc739-ca8b-45a0-bbb5-d75c47d6bfc4), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:26.876097 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45999b-e7b9-4610-88e3-3421d70c5e9c None None] Pushing event updated for resources: {'Port': ['ID=479b903b-232f-4775-908a-2dd15b6d03dc,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:26.878887 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:26.880374 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:26.925263 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=239cc739-ca8b-45a0-bbb5-d75c47d6bfc4,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:26.954986 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Checking segment: {'id': '3333e5ea-6f8d-477b-ac6f-73d95fe69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:26.955348 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Network hostable DHCP agents. Network: f95f8867-144d-44d5-a25d-0b81ed002308, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:35:27.002160 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55b9ae-ecd3-466b-a3fd-b33108df05c5 req-ad5bb1c8-2ec2-4f4b-ad95-942598646734 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:27.003642 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1f55b9ae-ecd3-466b-a3fd-b33108df05c5 req-ad5bb1c8-2ec2-4f4b-ad95-942598646734 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0654521 Feb 21 01:35:27.037534 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:27.054055 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1f55b9ae-ecd3-466b-a3fd-b33108df05c5 req-30dc5645-0804-4a5d-92ca-91a1eef87476 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Feb 21 01:35:27.057742 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Network f95f8867-144d-44d5-a25d-0b81ed002308 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:35:27.149426 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, f95f8867-144d-44d5-a25d-0b81ed002308) {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:27.154597 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:27.156262 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.265190 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-7f72f71a-5765-4dfd-bb4a-f814ad0c9424 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9496131 Feb 21 01:35:27.267639 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57392) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:27.272599 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:27.283047 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb19ea3b-c497-4c92-9f37-26f8b4a8fa14 None None] Network f95f8867-144d-44d5-a25d-0b81ed002308 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:35:27.357134 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-c5b039b5-a2da-4c42-8b0c-0953b98d3878 None None] Provisioning complete for port 479b903b-232f-4775-908a-2dd15b6d03dc triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:27.357507 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c5b039b5-a2da-4c42-8b0c-0953b98d3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.359807 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (32f651cf-0232-46d3-86b4-051ebc094da2), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.361035 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (32f651cf-0232-46d3-86b4-051ebc094da2), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.424952 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks [] for router_controller (32f651cf-0232-46d3-86b4-051ebc094da2), precommit_add_association {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.480723 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-f95f8867-144d-44d5-a25d-0b81ed002308', 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308', 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'fixed_ips': [{'subnet_id': '239cc739-ca8b-45a0-bbb5-d75c47d6bfc4'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:35:27.481559 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.541787 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c5b039b5-a2da-4c42-8b0c-0953b98d3878 None None] Current status of the port 479b903b-232f-4775-908a-2dd15b6d03dc is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:27.542435 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c5b039b5-a2da-4c42-8b0c-0953b98d3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.566481 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5eaa9-9a30-4436-b12e-3dc261842bff req-b4ceec41-a367-48dd-a6ef-8a7a8bf3df28 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:27.568415 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-40b5eaa9-9a30-4436-b12e-3dc261842bff req-b4ceec41-a367-48dd-a6ef-8a7a8bf3df28 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 946 time: 0.0604849 Feb 21 01:35:27.624850 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '479b903b-232f-4775-908a-2dd15b6d03dc', 'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'mac_address': 'fa:16:3e:22:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:22Z', 'updated_at': '2022-02-21T01:35:26Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'subnets': [{'id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:27.625087 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-40b5eaa9-9a30-4436-b12e-3dc261842bff req-2bd03f58-6d31-4ab8-bf87-f4439ba46320 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494001 Feb 21 01:35:27.673589 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ec7b5-1e4c-4abc-addd-2084d2d6a3cb None None] The sync data for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi is: [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '479b903b-232f-4775-908a-2dd15b6d03dc', 'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'mac_address': 'fa:16:3e:22:bb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:22Z', 'updated_at': '2022-02-21T01:35:26Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'subnets': [{'id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:35:27.676922 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-c5b039b5-a2da-4c42-8b0c-0953b98d3878 None None] For port 479b903b-232f-4775-908a-2dd15b6d03dc, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=479b903b-232f-4775-908a-2dd15b6d03dc,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:27.683036 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks [] for router_gateway (32f651cf-0232-46d3-86b4-051ebc094da2), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.717883 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Allocated IP 172.20.0.2 (f95f8867-144d-44d5-a25d-0b81ed002308/239cc739-ca8b-45a0-bbb5-d75c47d6bfc4/54959fd0-3e41-4fd1-a7f4-41fcab178c83) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:27.754158 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c5b039b5-a2da-4c42-8b0c-0953b98d3878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.846524 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b039b5-a2da-4c42-8b0c-0953b98d3878 None None] Pushing event updated for resources: {'Port': ['ID=479b903b-232f-4775-908a-2dd15b6d03dc,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:27.926164 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Publish callbacks [] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.989078 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks [] for router_gateway (32f651cf-0232-46d3-86b4-051ebc094da2), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:27.994901 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:28.016217 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:28.035046 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Network f95f8867-144d-44d5-a25d-0b81ed002308 is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:28.040687 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:28.048616 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:28.048616 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Pushing event updated for resources: {'Port': ['ID=54959fd0-3e41-4fd1-a7f4-41fcab178c83,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:28.106327 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Attempting to bind port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:28.106693 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Attempting to bind port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '3333e5ea-6f8d-477b-ac6f-73d95fe69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:28.107052 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Attempting to bind port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 on network f95f8867-144d-44d5-a25d-0b81ed002308 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:28.112701 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:28.113074 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Checking segment: {'id': '3333e5ea-6f8d-477b-ac6f-73d95fe69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:28.113470 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:28.113859 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Bound using segment: {'id': '3333e5ea-6f8d-477b-ac6f-73d95fe69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:28.114317 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Bound port: 54959fd0-3e41-4fd1-a7f4-41fcab178c83, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3333e5ea-6f8d-477b-ac6f-73d95fe69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:28.114691 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:28.167341 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Allocated IP 172.27.3.23 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:28.185370 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] For port 54959fd0-3e41-4fd1-a7f4-41fcab178c83, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:28.188543 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] For port 54959fd0-3e41-4fd1-a7f4-41fcab178c83, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=54959fd0-3e41-4fd1-a7f4-41fcab178c83,segment=NetworkSegment(3333e5ea-6f8d-477b-ac6f-73d95fe69e86),segment_id=3333e5ea-6f8d-477b-ac6f-73d95fe69e86)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:28.210070 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43bf5b-f3f1-4105-b9d8-e7d69f284c2e req-a8b0f9d9-31ff-4ead-9999-8dd715f7f011 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:28.215470 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fe43bf5b-f3f1-4105-b9d8-e7d69f284c2e req-a8b0f9d9-31ff-4ead-9999-8dd715f7f011 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0633254 Feb 21 01:35:28.262047 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:28.269455 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fe43bf5b-f3f1-4105-b9d8-e7d69f284c2e req-2df0c91e-535f-4fcd-9e37-d6d02e1ef167 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518703 Feb 21 01:35:28.327027 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks [] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:28.364994 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb7632-3342-407f-86a5-d2a26e3d8d99 None None] Pushing event updated for resources: {'Port': ['ID=54959fd0-3e41-4fd1-a7f4-41fcab178c83,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:28.416345 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:28.461194 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:28.464462 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:28.468362 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:28.577153 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Pushing event updated for resources: {'Port': ['ID=5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:28.608724 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d944-2892-473a-a385-6a7312a18e6c req-f2f255e4-d928-44e5-8259-34c5e1db1104 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:28.610373 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-f2f255e4-d928-44e5-8259-34c5e1db1104 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/networks?id=d421b8af-7dc1-48b3-b75d-8a9c768a3410 HTTP/1.1" status: 200 len: 815 time: 0.1641021 Feb 21 01:35:28.636778 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-75fabffb-d9a6-4d64-905b-4027947b9b4e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/quotas/784f5427745d402ba47e692082aac30f HTTP/1.1" status: 200 len: 375 time: 0.0165753 Feb 21 01:35:28.750386 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-41b3c55b-e566-466f-8fdf-68d8e1a6f7f5 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=784f5427745d402ba47e692082aac30f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102965 Feb 21 01:35:28.793514 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd309de-b668-41f8-9525-3214c0596972 req-08fa4005-5c17-47a2-8465-d77d35c9c4dc tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:28.795039 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0dd309de-b668-41f8-9525-3214c0596972 req-08fa4005-5c17-47a2-8465-d77d35c9c4dc tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 946 time: 0.0873966 Feb 21 01:35:28.866470 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks [] for router_gateway (32f651cf-0232-46d3-86b4-051ebc094da2), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:28.900116 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0dd309de-b668-41f8-9525-3214c0596972 req-e7f95486-86cc-4e0d-b430-ba1a6e3bf330 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763936 Feb 21 01:35:28.920199 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-79efcfb2-365d-4799-a458-53a2fbf12d75 service neutron] 10.222.0.90 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474757 Feb 21 01:35:28.999812 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-2a208647-a29b-4f4e-97d9-7591bf328431 service neutron] 10.222.0.90 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869203 Feb 21 01:35:29.093731 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (32f651cf-0232-46d3-86b4-051ebc094da2), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:29.266057 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c1098480-cd1c-4b39-a4c0-448d5368476d req-a3850818-6dc4-44b5-80b6-bfee5e011f55 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 210 time: 0.0395401 Feb 21 01:35:29.348998 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Router 32f651cf-0232-46d3-86b4-051ebc094da2 is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103193) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:35:29.418250 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270473fb-56dc-4608-8f31-d4fc7b017a01 req-6427723b-f963-4906-b68a-bd9d3402cc4f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:29.420223 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-270473fb-56dc-4608-8f31-d4fc7b017a01 req-6427723b-f963-4906-b68a-bd9d3402cc4f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0665016 Feb 21 01:35:29.507847 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-270473fb-56dc-4608-8f31-d4fc7b017a01 req-5257b1f0-22ce-4a66-9786-319740bdb6d3 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748055 Feb 21 01:35:29.514335 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b5c6aa-f625-43d8-9869-8637c8414c97 None None] Network f95f8867-144d-44d5-a25d-0b81ed002308 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:35:29.661088 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-646a7924-cbfa-4192-ae28-e54a65cee14c None None] Provisioning complete for port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:29.661614 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-646a7924-cbfa-4192-ae28-e54a65cee14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:29.713315 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 479b903b-232f-4775-908a-2dd15b6d03dc up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:29.744792 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:35:29.755403 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Sync routers for ids ['32f651cf-0232-46d3-86b4-051ebc094da2'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:35:29.766828 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Routers {'32f651cf-0232-46d3-86b4-051ebc094da2'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:29.767531 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['32f651cf-0232-46d3-86b4-051ebc094da2'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:29.824005 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-646a7924-cbfa-4192-ae28-e54a65cee14c None None] Current status of the port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:29.824336 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-646a7924-cbfa-4192-ae28-e54a65cee14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:29.835277 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 479b903b-232f-4775-908a-2dd15b6d03dc triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:29.835656 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:29.841513 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:29.845628 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-176c3987-94a7-4770-a600-6ad0941448a1 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5769751 Feb 21 01:35:29.848842 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57426) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:29.891895 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Set router 32f651cf-0232-46d3-86b4-051ebc094da2 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:29.916149 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-75a1e7b9-efac-4314-a7e0-74886cfde074 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:29.919081 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-75a1e7b9-efac-4314-a7e0-74886cfde074 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 946 time: 0.0777657 Feb 21 01:35:29.974993 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-646a7924-cbfa-4192-ae28-e54a65cee14c None None] For port 54959fd0-3e41-4fd1-a7f4-41fcab178c83, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=54959fd0-3e41-4fd1-a7f4-41fcab178c83,segment=NetworkSegment(3333e5ea-6f8d-477b-ac6f-73d95fe69e86),segment_id=3333e5ea-6f8d-477b-ac6f-73d95fe69e86)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:30.049780 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-646a7924-cbfa-4192-ae28-e54a65cee14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.054489 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 479b903b-232f-4775-908a-2dd15b6d03dc is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:30.055662 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 54959fd0-3e41-4fd1-a7f4-41fcab178c83 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:30.144246 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a7924-cbfa-4192-ae28-e54a65cee14c None None] Pushing event updated for resources: {'Port': ['ID=54959fd0-3e41-4fd1-a7f4-41fcab178c83,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:30.145338 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d745a-fa84-434a-9dba-81706ef0dc71 req-78236f99-516a-4b47-8b52-415f66847375 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:30.148092 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a13d745a-fa84-434a-9dba-81706ef0dc71 req-78236f99-516a-4b47-8b52-415f66847375 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 946 time: 0.1241558 Feb 21 01:35:30.155968 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Deleting port 1380c780-b46b-46e4-bbc5-6e5da903c785 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:35:30.156303 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.176163 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:30.177760 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.209809 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-26c5f1f6-8c74-4b8e-a3c6-deec6e1b82ef None None] Provisioning complete for port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:30.210192 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-26c5f1f6-8c74-4b8e-a3c6-deec6e1b82ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.247316 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:27Z', 'updated_at': '2022-02-21T01:35:28Z', 'revision_number': 3, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'gw_port': {'id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:28Z', 'updated_at': '2022-02-21T01:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:30.257481 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-06fa183c-2476-4794-af38-cf145553dc37 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:30.259229 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-06fa183c-2476-4794-af38-cf145553dc37 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.1823804 Feb 21 01:35:30.279541 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Checking router: 32f651cf-0232-46d3-86b4-051ebc094da2 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:35:30.280229 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Updating router 32f651cf-0232-46d3-86b4-051ebc094da2 port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:35:30.303542 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a13d745a-fa84-434a-9dba-81706ef0dc71 req-f0e9c86d-84a3-4765-945c-fee069a82c86 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379306 Feb 21 01:35:30.329234 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.385654 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:30.397506 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-26c5f1f6-8c74-4b8e-a3c6-deec6e1b82ef None None] Current status of the port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:30.404373 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7e132717-07d4-422b-addb-0932347e64c2 req-906a6ddd-9b27-4f7d-8d86-217111cb3b93 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 210 time: 0.0590942 Feb 21 01:35:30.450718 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] For port 1380c780-b46b-46e4-bbc5-6e5da903c785, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1380c780-b46b-46e4-bbc5-6e5da903c785,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:30.451346 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.474771 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Calling delete_port for 1380c780-b46b-46e4-bbc5-6e5da903c785 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:35:30.497990 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Deleting port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:35:30.498478 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.554023 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.623330 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Publish callbacks [] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.675962 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bdfc9-d28d-49fd-a1d4-36bfa01a72eb req-cd38976e-2b19-4c9c-a545-f9ef372f6a5b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:30.677435 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bd8bdfc9-d28d-49fd-a1d4-36bfa01a72eb req-cd38976e-2b19-4c9c-a545-f9ef372f6a5b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 945 time: 0.0901418 Feb 21 01:35:30.714904 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.769887 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Allocated IP 172.20.0.1 (f95f8867-144d-44d5-a25d-0b81ed002308/239cc739-ca8b-45a0-bbb5-d75c47d6bfc4/8ec7a9cb-af53-4b81-a30a-524ee09f75be) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:30.782155 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Attempting to bind port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:30.783107 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Attempting to bind port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:30.783470 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Attempting to bind port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:30.790070 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] For port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:30.790441 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.791255 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2bfd5-85e6-4464-bb59-e690d7a1b0e7 None None] Pushing event updated for resources: {'Port': ['ID=5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:30.793712 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:30.796614 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:30.796614 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.796614 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:30.796614 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Bound port: 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:30.796614 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.797067 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bd8bdfc9-d28d-49fd-a1d4-36bfa01a72eb req-f18fa29e-e55e-4b09-80e7-aba53754d8b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087773 Feb 21 01:35:30.815266 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Calling delete_port for 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:35:30.852915 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] For port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:30.856290 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] For port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:30.872757 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (1380c780-b46b-46e4-bbc5-6e5da903c785), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.890759 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['8dcff3a2-5327-4c3f-9f70-590bf220865d', '08712441-0ce7-4bec-af4d-4a2f88e466db', '28fa7cb5-9fec-4840-adcc-939e35d2843b', '1380c780-b46b-46e4-bbc5-6e5da903c785'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:35:30.899187 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Publish callbacks [] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.922031 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Pushing event deleted for resources: {'Port': ['ID=1380c780-b46b-46e4-bbc5-6e5da903c785,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:30.965358 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.966477 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] No DVR routers for this DVR port 1380c780-b46b-46e4-bbc5-6e5da903c785 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:35:30.969115 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:30.972793 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c8eea5c-f137-42a7-93ea-334af4385bcd req-a48e1445-656c-4729-ad26-17baa525ff08 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "DELETE /v2.0/ports/1380c780-b46b-46e4-bbc5-6e5da903c785 HTTP/1.1" status: 204 len: 173 time: 1.0463514 Feb 21 01:35:30.975997 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f418ad-1f7d-439b-9608-bce7843145bf', 'name': 'network-vif-deleted', 'tag': '1380c780-b46b-46e4-bbc5-6e5da903c785'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:35:30.978419 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54fab7c-334a-43ea-9836-ae64ac17dd01" -d '{"events": [{"server_uuid": "c0f418ad-1f7d-439b-9608-bce7843145bf", "name": "network-vif-deleted", "tag": "1380c780-b46b-46e4-bbc5-6e5da903c785"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:35:31.018253 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140ef34b-a8ec-41af-960f-93bdb2ea3a1a x-openstack-request-id: req-140ef34b-a8ec-41af-960f-93bdb2ea3a1a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:35:31.018610 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f418ad-1f7d-439b-9608-bce7843145bf", "name": "network-vif-deleted", "tag": "1380c780-b46b-46e4-bbc5-6e5da903c785", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:35:31.018949 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-140ef34b-a8ec-41af-960f-93bdb2ea3a1a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:35:31.019741 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f418ad-1f7d-439b-9608-bce7843145bf', 'name': 'network-vif-deleted', 'tag': '1380c780-b46b-46e4-bbc5-6e5da903c785', 'status': 'completed', 'code': 200} Feb 21 01:35:31.027986 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.068128 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Routers {'32f651cf-0232-46d3-86b4-051ebc094da2'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:31.073218 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['32f651cf-0232-46d3-86b4-051ebc094da2'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:31.093086 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Network f95f8867-144d-44d5-a25d-0b81ed002308 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:31.097320 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:31.105356 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:31.148037 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec7a9cb-af53-4b81-a30a-524ee09f75be,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:31.175613 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (32f651cf-0232-46d3-86b4-051ebc094da2), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.182908 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (4f6f4bf6-c2bb-4409-855b-387ebc13aa76), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.198164 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['cf21197e-c8ae-4d32-9844-138c1e440316', '4f6f4bf6-c2bb-4409-855b-387ebc13aa76'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:35:31.250233 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Pushing event deleted for resources: {'Port': ['ID=4f6f4bf6-c2bb-4409-855b-387ebc13aa76,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:31.271320 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2bfd5-85e6-4464-bb59-e690d7a1b0e7 None None] Pushing event updated for resources: {'Port': ['ID=5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:31.333843 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] No DVR routers for this DVR port 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:35:31.338369 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.342794 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9d1ff8b7-55aa-4db9-810a-fa2b88da6a98 req-55c26982-2c78-4643-9151-959630d1dd6f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.43 "DELETE /v2.0/ports/4f6f4bf6-c2bb-4409-855b-387ebc13aa76 HTTP/1.1" status: 204 len: 173 time: 1.0522983 Feb 21 01:35:31.395956 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] Set router 32f651cf-0232-46d3-86b4-051ebc094da2 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:31.476817 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-62304379-ffff-45d9-9011-b2a53749e6b1 req-dfe4bfcb-5911-4508-9832-2344a86b2250 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0f418ad-1f7d-439b-9608-bce7843145bf HTTP/1.1" status: 200 len: 210 time: 0.0561321 Feb 21 01:35:31.547641 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-96476403-397f-4ff0-8aa7-eea3225d18c7 req-a82aa95a-3f21-40e6-bac4-aa76625e7c0a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 210 time: 0.0468678 Feb 21 01:35:31.552458 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.557670 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-95551077-e367-4880-abdc-e6f3c5e92c4e None None] Provisioning complete for port 8ec7a9cb-af53-4b81-a30a-524ee09f75be triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:31.558414 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95551077-e367-4880-abdc-e6f3c5e92c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.616245 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-95551077-e367-4880-abdc-e6f3c5e92c4e None None] Port 8ec7a9cb-af53-4b81-a30a-524ee09f75be cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:31.635667 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 54959fd0-3e41-4fd1-a7f4-41fcab178c83 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:31.656748 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:27Z', 'updated_at': '2022-02-21T01:35:28Z', 'revision_number': 3, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'gw_port': {'id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:28Z', 'updated_at': '2022-02-21T01:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:31.684735 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9845f0a-744b-4b3d-8268-f5a867d34c31 None None] The sync data for ids ['32f651cf-0232-46d3-86b4-051ebc094da2'] in dv-cinder-813228-6-iscsi is: [{'id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:27Z', 'updated_at': '2022-02-21T01:35:28Z', 'revision_number': 3, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'gw_port': {'id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:28Z', 'updated_at': '2022-02-21T01:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:35:31.687045 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:31.687527 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.754239 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Publish callbacks [] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.829013 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63689839'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.904150 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec7a9cb-af53-4b81-a30a-524ee09f75be,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:31.909590 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (32f651cf-0232-46d3-86b4-051ebc094da2), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:31.958191 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:31.959310 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8829baf6-ea97-4e20-a41d-e2c93ec6729b req-9b2c2bdc-7902-4a68-963a-6d7505a79299 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8 HTTP/1.1" status: 200 len: 210 time: 0.0394120 Feb 21 01:35:32.064323 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Network f95f8867-144d-44d5-a25d-0b81ed002308 is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:32.065829 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:32.212872 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Router 32f651cf-0232-46d3-86b4-051ebc094da2 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:35:32.218305 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d944-2892-473a-a385-6a7312a18e6c req-78c4cb1c-e726-4d79-bd62-29998c3ac236 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:32.219963 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-78c4cb1c-e726-4d79-bd62-29998c3ac236 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.43 "GET /v2.0/networks?id=d421b8af-7dc1-48b3-b75d-8a9c768a3410 HTTP/1.1" status: 200 len: 815 time: 0.1527550 Feb 21 01:35:32.236035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'port': {'device_id': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'admin_state_up': True, 'tenant_id': '784f5427745d402ba47e692082aac30f'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:32.376350 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:35:32.384652 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-4a580ad1-2b4d-40a0-94a6-36c0d3159212 admin admin] 10.222.0.90 "PUT /v2.0/routers/32f651cf-0232-46d3-86b4-051ebc094da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347025 Feb 21 01:35:32.457796 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-51217caf-ee18-4226-9f38-cdb8820d0647 None None] Provisioning complete for port 8ec7a9cb-af53-4b81-a30a-524ee09f75be triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:32.458159 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-51217caf-ee18-4226-9f38-cdb8820d0647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:32.491581 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Made reservation on behalf of 784f5427745d402ba47e692082aac30f for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:35:32.497200 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:32.514828 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-51217caf-ee18-4226-9f38-cdb8820d0647 None None] Port 8ec7a9cb-af53-4b81-a30a-524ee09f75be cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:32.673160 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Allocated IP 172.20.0.5 (d421b8af-7dc1-48b3-b75d-8a9c768a3410/b19ecbe2-e175-4098-9670-f58687a27e12/3c272f96-f321-4ccf-a91e-d7d0afd792b2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:35:32.707293 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bfeafb96-67b5-47c0-8516-eca5d3a933c1 req-92331cb1-68f9-4d19-8cdc-3886d05f95c4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 210 time: 0.0392218 Feb 21 01:35:32.915608 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:33.020964 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8', 'name': 'network-vif-deleted', 'tag': '4f6f4bf6-c2bb-4409-855b-387ebc13aa76'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:35:33.024138 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738cef55-7e24-48c1-8f0d-818c547e4837" -d '{"events": [{"server_uuid": "34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8", "name": "network-vif-deleted", "tag": "4f6f4bf6-c2bb-4409-855b-387ebc13aa76"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:35:33.027413 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:33.073135 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Network d421b8af-7dc1-48b3-b75d-8a9c768a3410 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:35:33.076112 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:35:33.083533 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:35:33.090167 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:33.090365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:33.099754 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'Port': ['ID=3c272f96-f321-4ccf-a91e-d7d0afd792b2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:33.202585 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-942046dd-228d-4dc3-996d-fa544fa33366 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9724762 Feb 21 01:35:33.347849 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-c3e4a298-a17c-45ff-b794-bc20392990dd None None] Provisioning complete for port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:33.348404 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c3e4a298-a17c-45ff-b794-bc20392990dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:33.387402 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4a298-a17c-45ff-b794-bc20392990dd None None] Port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:33.475655 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8f3bf1-29a3-4f24-9a83-c8104b6e5a48 x-openstack-request-id: req-7a8f3bf1-29a3-4f24-9a83-c8104b6e5a48 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:35:33.476156 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8", "name": "network-vif-deleted", "tag": "4f6f4bf6-c2bb-4409-855b-387ebc13aa76", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:35:33.476764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7a8f3bf1-29a3-4f24-9a83-c8104b6e5a48 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:35:33.477332 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e0a8d3-f0c7-45f1-b41c-86fd0b3317e8', 'name': 'network-vif-deleted', 'tag': '4f6f4bf6-c2bb-4409-855b-387ebc13aa76', 'status': 'completed', 'code': 200} Feb 21 01:35:33.609552 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:33.636501 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33959466-58a9-4d02-913b-7140337f22be req-283e7317-a790-4c92-9a4b-c9db1da5e20b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:33.639620 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-33959466-58a9-4d02-913b-7140337f22be req-283e7317-a790-4c92-9a4b-c9db1da5e20b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0820198 Feb 21 01:35:33.678800 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:33.679480 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:33.685177 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 1380c780-b46b-46e4-bbc5-6e5da903c785 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:35:33.728803 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 1380c780-b46b-46e4-bbc5-6e5da903c785 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:35:33.729598 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 1380c780-b46b-46e4-bbc5-6e5da903c785 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:35:33.730778 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:35:33.761533 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:35:33.762151 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 4f6f4bf6-c2bb-4409-855b-387ebc13aa76 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:35:33.767081 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-33959466-58a9-4d02-913b-7140337f22be req-453390d2-6e4b-429c-856e-9954b9d7092d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174874 Feb 21 01:35:33.846021 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:33.846427 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:33.868815 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:33.898771 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d205b-e26d-42f0-853d-d5d458598d3f req-1e7a91a6-31d7-4af3-8e56-a1ea01dfa8f6 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:33.902290 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e59d205b-e26d-42f0-853d-d5d458598d3f req-1e7a91a6-31d7-4af3-8e56-a1ea01dfa8f6 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0588994 Feb 21 01:35:33.958646 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e59d205b-e26d-42f0-853d-d5d458598d3f req-40f38dd4-3da8-4505-a2a3-03645a5cd876 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502563 Feb 21 01:35:33.965324 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.017175 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:34.198136 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-df5564a6-25ba-4db8-b898-01fc38591268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.200939 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57494) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:34.206663 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-b488c13e-5393-4ffb-8059-d8ad61d1c182 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-160534230', 'description': 'tempest-secgroup-smoke-160534230 description', 'project_id': '360e1042eb3f47f5be6a603e1877d9d8'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:34.320213 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b488c13e-5393-4ffb-8059-d8ad61d1c182 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.395466 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b488c13e-5393-4ffb-8059-d8ad61d1c182 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group (53b7987d-a026-4af7-8b2d-dba6b2885440), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.479548 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b488c13e-5393-4ffb-8059-d8ad61d1c182 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (53b7987d-a026-4af7-8b2d-dba6b2885440), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.514581 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488c13e-5393-4ffb-8059-d8ad61d1c182 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b7987d-a026-4af7-8b2d-dba6b2885440,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:34.537495 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9430d-cca3-47fd-9486-24b33d6b9da4 req-c2dea8f9-ab87-4209-85c6-b3aa6bbb8876 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:34.539146 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6ca9430d-cca3-47fd-9486-24b33d6b9da4 req-c2dea8f9-ab87-4209-85c6-b3aa6bbb8876 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0659392 Feb 21 01:35:34.586314 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b488c13e-5393-4ffb-8059-d8ad61d1c182 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.590414 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b488c13e-5393-4ffb-8059-d8ad61d1c182 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3848794 Feb 21 01:35:34.590727 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57498) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:34.595207 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-0931c28d-ebaa-4bed-8b2d-f4ae51842407 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Request body: {'security_group_rule': {'security_group_id': '53b7987d-a026-4af7-8b2d-dba6b2885440', 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:34.599250 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6ca9430d-cca3-47fd-9486-24b33d6b9da4 req-14c194a7-9d6d-4c8f-9d34-f3bd9ade95c0 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495136 Feb 21 01:35:34.684250 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0931c28d-ebaa-4bed-8b2d-f4ae51842407 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (404b9083-dd01-4de3-9c9e-26804a7fd9b5), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.752526 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0931c28d-ebaa-4bed-8b2d-f4ae51842407 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (404b9083-dd01-4de3-9c9e-26804a7fd9b5), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.816812 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0931c28d-ebaa-4bed-8b2d-f4ae51842407 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (404b9083-dd01-4de3-9c9e-26804a7fd9b5), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.824168 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Sync routers for ids ['32f651cf-0232-46d3-86b4-051ebc094da2'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:35:34.835755 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Routers {'32f651cf-0232-46d3-86b4-051ebc094da2'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:34.836595 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['32f651cf-0232-46d3-86b4-051ebc094da2'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:34.838568 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931c28d-ebaa-4bed-8b2d-f4ae51842407 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404b9083-dd01-4de3-9c9e-26804a7fd9b5,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:34.904189 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96497f-cd10-41dd-8f75-b65e8aa39cb3 req-718f1d13-edb2-4f7c-a1b5-c63def0e2585 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:34.905839 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff96497f-cd10-41dd-8f75-b65e8aa39cb3 req-718f1d13-edb2-4f7c-a1b5-c63def0e2585 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0727639 Feb 21 01:35:34.909994 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0931c28d-ebaa-4bed-8b2d-f4ae51842407 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:34.912553 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-0931c28d-ebaa-4bed-8b2d-f4ae51842407 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3194995 Feb 21 01:35:34.914355 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57502) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:34.919367 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-99c67d79-a38d-46f3-814d-f8bbe2c7335d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Request body: {'security_group_rule': {'security_group_id': '53b7987d-a026-4af7-8b2d-dba6b2885440', 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:34.964281 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Set router 32f651cf-0232-46d3-86b4-051ebc094da2 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:34.970180 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff96497f-cd10-41dd-8f75-b65e8aa39cb3 req-a8eded1e-cd4a-4a8b-b80a-c18005fb1433 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570211 Feb 21 01:35:35.027539 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-99c67d79-a38d-46f3-814d-f8bbe2c7335d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (5144d0d9-302c-4357-86a9-c640e1f26df4), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.119371 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c8978-f2f3-45f5-a9f1-bc1585945fdf req-c5bbf6d2-897e-4f96-96d6-54ef3668be3a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:35.119612 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-99c67d79-a38d-46f3-814d-f8bbe2c7335d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (5144d0d9-302c-4357-86a9-c640e1f26df4), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.124105 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d33c8978-f2f3-45f5-a9f1-bc1585945fdf req-c5bbf6d2-897e-4f96-96d6-54ef3668be3a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0689733 Feb 21 01:35:35.175777 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d33c8978-f2f3-45f5-a9f1-bc1585945fdf req-790f1277-4d98-49f2-a333-c7614461bf33 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Feb 21 01:35:35.188279 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-99c67d79-a38d-46f3-814d-f8bbe2c7335d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (5144d0d9-302c-4357-86a9-c640e1f26df4), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.208970 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:27Z', 'updated_at': '2022-02-21T01:35:31Z', 'revision_number': 4, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'gw_port': {'id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:28Z', 'updated_at': '2022-02-21T01:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '8ec7a9cb-af53-4b81-a30a-524ee09f75be', 'name': '', 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'mac_address': 'fa:16:3e:26:c6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '239cc739-ca8b-45a0-bbb5-d75c47d6bfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:30Z', 'updated_at': '2022-02-21T01:35:31Z', 'revision_number': 2, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'subnets': [{'id': '239cc739-ca8b-45a0-bbb5-d75c47d6bfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:35.225352 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c67d79-a38d-46f3-814d-f8bbe2c7335d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5144d0d9-302c-4357-86a9-c640e1f26df4,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:35.254105 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Checking router: 32f651cf-0232-46d3-86b4-051ebc094da2 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:35:35.254761 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Updating router 32f651cf-0232-46d3-86b4-051ebc094da2 port 8ec7a9cb-af53-4b81-a30a-524ee09f75be binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:35:35.282398 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.315810 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-99c67d79-a38d-46f3-814d-f8bbe2c7335d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.320019 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-99c67d79-a38d-46f3-814d-f8bbe2c7335d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4019525 Feb 21 01:35:35.320763 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57506) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:35.325106 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-edea8e1f-d780-41c3-9b59-6eebe233fd55 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Request body: {'security_group_rule': {'security_group_id': '53b7987d-a026-4af7-8b2d-dba6b2885440', 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:35.427680 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-edea8e1f-d780-41c3-9b59-6eebe233fd55 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (7d3f9bc3-2a53-4cbc-9b5c-0e82907ab65f), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.494605 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-edea8e1f-d780-41c3-9b59-6eebe233fd55 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (7d3f9bc3-2a53-4cbc-9b5c-0e82907ab65f), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.572361 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Publish callbacks [] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.577093 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:35.577274 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-edea8e1f-d780-41c3-9b59-6eebe233fd55 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (7d3f9bc3-2a53-4cbc-9b5c-0e82907ab65f), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.600462 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea8e1f-d780-41c3-9b59-6eebe233fd55 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3f9bc3-2a53-4cbc-9b5c-0e82907ab65f,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:35.631912 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:35.632389 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.674249 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-edea8e1f-d780-41c3-9b59-6eebe233fd55 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.674249 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-edea8e1f-d780-41c3-9b59-6eebe233fd55 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499534 Feb 21 01:35:35.676555 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57510) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:35.679633 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-94036c83-6e57-45eb-99af-d06c5f27403f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Request body: {'security_group_rule': {'security_group_id': '53b7987d-a026-4af7-8b2d-dba6b2885440', 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:35.725813 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.745815 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420191f0-d4c8-4548-bb9e-d0d8bb0745e3 req-15e92b31-3fc8-4c97-8c1a-527d0a876513 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:35.752804 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-420191f0-d4c8-4548-bb9e-d0d8bb0745e3 req-15e92b31-3fc8-4c97-8c1a-527d0a876513 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0750175 Feb 21 01:35:35.788945 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94036c83-6e57-45eb-99af-d06c5f27403f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (a7754bf1-1d30-4dc2-b9e2-dbd86e974935), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.811888 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c994c-428d-46d1-be35-5a43e0135fdb None None] Pushing event updated for resources: {'Port': ['ID=8ec7a9cb-af53-4b81-a30a-524ee09f75be,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:35.821332 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-420191f0-d4c8-4548-bb9e-d0d8bb0745e3 req-e7fef23c-8062-4128-a9b4-c22cce1e87ca tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675416 Feb 21 01:35:35.827195 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:35.876563 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94036c83-6e57-45eb-99af-d06c5f27403f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (a7754bf1-1d30-4dc2-b9e2-dbd86e974935), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.888816 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Attempting to bind port 8ec7a9cb-af53-4b81-a30a-524ee09f75be on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:35.889196 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Attempting to bind port 8ec7a9cb-af53-4b81-a30a-524ee09f75be by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '3333e5ea-6f8d-477b-ac6f-73d95fe69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:35.889570 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Attempting to bind port 8ec7a9cb-af53-4b81-a30a-524ee09f75be on network f95f8867-144d-44d5-a25d-0b81ed002308 {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:35.895993 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:35.896939 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Checking segment: {'id': '3333e5ea-6f8d-477b-ac6f-73d95fe69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:35.897355 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.897809 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Bound using segment: {'id': '3333e5ea-6f8d-477b-ac6f-73d95fe69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:35.898241 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Bound port: 8ec7a9cb-af53-4b81-a30a-524ee09f75be, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3333e5ea-6f8d-477b-ac6f-73d95fe69e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:35.898625 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.964985 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94036c83-6e57-45eb-99af-d06c5f27403f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (a7754bf1-1d30-4dc2-b9e2-dbd86e974935), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:35.989221 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] For port 8ec7a9cb-af53-4b81-a30a-524ee09f75be, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:35.990739 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94036c83-6e57-45eb-99af-d06c5f27403f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7754bf1-1d30-4dc2-b9e2-dbd86e974935,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:35.995740 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] For port 8ec7a9cb-af53-4b81-a30a-524ee09f75be, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=8ec7a9cb-af53-4b81-a30a-524ee09f75be,segment=NetworkSegment(3333e5ea-6f8d-477b-ac6f-73d95fe69e86),segment_id=3333e5ea-6f8d-477b-ac6f-73d95fe69e86)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:36.038658 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-4d052b46-3410-49c4-86c4-5601bba8b6d2 None None] Provisioning complete for port 8ec7a9cb-af53-4b81-a30a-524ee09f75be triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:36.039323 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4d052b46-3410-49c4-86c4-5601bba8b6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.076485 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4d052b46-3410-49c4-86c4-5601bba8b6d2 None None] Port 8ec7a9cb-af53-4b81-a30a-524ee09f75be cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:35:36.087770 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94036c83-6e57-45eb-99af-d06c5f27403f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.089336 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-94036c83-6e57-45eb-99af-d06c5f27403f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4137919 Feb 21 01:35:36.102404 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57514) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:36.107464 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-5e9b4daf-71f8-4b05-8f1b-ada7597a9d84 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Request body: {'security_group_rule': {'security_group_id': '53b7987d-a026-4af7-8b2d-dba6b2885440', 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:36.120354 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.126934 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e4303-8c97-4088-9ffe-1c3703fca329 req-2f07d9f3-3276-42c2-86ab-02958f3bc542 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:36.127541 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cf1e4303-8c97-4088-9ffe-1c3703fca329 req-2f07d9f3-3276-42c2-86ab-02958f3bc542 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0604351 Feb 21 01:35:36.183798 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c994c-428d-46d1-be35-5a43e0135fdb None None] Pushing event updated for resources: {'Port': ['ID=8ec7a9cb-af53-4b81-a30a-524ee09f75be,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:36.192404 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cf1e4303-8c97-4088-9ffe-1c3703fca329 req-317cc3be-11a3-468b-a7d2-8106f4df584e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590732 Feb 21 01:35:36.198789 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Routers {'32f651cf-0232-46d3-86b4-051ebc094da2'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:35:36.198789 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['32f651cf-0232-46d3-86b4-051ebc094da2'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:36.216973 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.securitygroups_db [None req-5e9b4daf-71f8-4b05-8f1b-ada7597a9d84 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Project 360e1042eb3f47f5be6a603e1877d9d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:35:36.223226 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4daf-71f8-4b05-8f1b-ada7597a9d84 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (c6c2c3e8-a94b-460d-88e0-7445af9cdc36), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.320622 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4daf-71f8-4b05-8f1b-ada7597a9d84 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (c6c2c3e8-a94b-460d-88e0-7445af9cdc36), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.346902 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4693b-c7ee-4bfa-91a2-8122abe12f0e req-a8bf500e-619d-4c38-a267-c03e9e223822 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:36.348922 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0be4693b-c7ee-4bfa-91a2-8122abe12f0e req-a8bf500e-619d-4c38-a267-c03e9e223822 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0684648 Feb 21 01:35:36.356100 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] Set router 32f651cf-0232-46d3-86b4-051ebc094da2 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:35:36.402767 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4daf-71f8-4b05-8f1b-ada7597a9d84 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (c6c2c3e8-a94b-460d-88e0-7445af9cdc36), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.425252 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b4daf-71f8-4b05-8f1b-ada7597a9d84 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c2c3e8-a94b-460d-88e0-7445af9cdc36,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:36.426714 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0be4693b-c7ee-4bfa-91a2-8122abe12f0e req-446cfbef-f44a-4e2e-b54e-2af3bb779f39 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713413 Feb 21 01:35:36.493142 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5e9b4daf-71f8-4b05-8f1b-ada7597a9d84 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.495588 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-5e9b4daf-71f8-4b05-8f1b-ada7597a9d84 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3920372 Feb 21 01:35:36.501734 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57522) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:36.507001 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-ceef6e0a-32d8-4ad1-bbd6-f303640b47bb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Request body: {'security_group_rule': {'security_group_id': '53b7987d-a026-4af7-8b2d-dba6b2885440', 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:36.558809 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-395d2abe-0416-4075-91b4-150fb82c6270 None None] Provisioning complete for port 8ec7a9cb-af53-4b81-a30a-524ee09f75be triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:36.559233 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-395d2abe-0416-4075-91b4-150fb82c6270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.593627 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.securitygroups_db [None req-ceef6e0a-32d8-4ad1-bbd6-f303640b47bb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Project 360e1042eb3f47f5be6a603e1877d9d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:35:36.598840 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ceef6e0a-32d8-4ad1-bbd6-f303640b47bb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (59287097-3ebd-4921-822f-e2cc81b0895e), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.692831 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ceef6e0a-32d8-4ad1-bbd6-f303640b47bb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (59287097-3ebd-4921-822f-e2cc81b0895e), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.714372 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:27Z', 'updated_at': '2022-02-21T01:35:31Z', 'revision_number': 4, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'gw_port': {'id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:28Z', 'updated_at': '2022-02-21T01:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '8ec7a9cb-af53-4b81-a30a-524ee09f75be', 'name': '', 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'mac_address': 'fa:16:3e:26:c6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '239cc739-ca8b-45a0-bbb5-d75c47d6bfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:30Z', 'updated_at': '2022-02-21T01:35:35Z', 'revision_number': 4, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'subnets': [{'id': '239cc739-ca8b-45a0-bbb5-d75c47d6bfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:35:36.746367 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-395d2abe-0416-4075-91b4-150fb82c6270 None None] Current status of the port 8ec7a9cb-af53-4b81-a30a-524ee09f75be is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:36.746685 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-395d2abe-0416-4075-91b4-150fb82c6270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.748855 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.749696 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b07b1-bff7-4484-8c8a-2006660362ab None None] The sync data for ids ['32f651cf-0232-46d3-86b4-051ebc094da2'] in dv-cinder-813228-6-iscsi is: [{'id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:27Z', 'updated_at': '2022-02-21T01:35:31Z', 'revision_number': 4, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'gw_port': {'id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:28Z', 'updated_at': '2022-02-21T01:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '8ec7a9cb-af53-4b81-a30a-524ee09f75be', 'name': '', 'network_id': 'f95f8867-144d-44d5-a25d-0b81ed002308', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'mac_address': 'fa:16:3e:26:c6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '239cc739-ca8b-45a0-bbb5-d75c47d6bfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:30Z', 'updated_at': '2022-02-21T01:35:35Z', 'revision_number': 4, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'subnets': [{'id': '239cc739-ca8b-45a0-bbb5-d75c47d6bfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:35:36.770656 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ceef6e0a-32d8-4ad1-bbd6-f303640b47bb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (59287097-3ebd-4921-822f-e2cc81b0895e), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.770950 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c2e88322-32e0-464c-ad0d-734c08fb0792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.822871 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-395d2abe-0416-4075-91b4-150fb82c6270 None None] For port 8ec7a9cb-af53-4b81-a30a-524ee09f75be, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=8ec7a9cb-af53-4b81-a30a-524ee09f75be,segment=NetworkSegment(3333e5ea-6f8d-477b-ac6f-73d95fe69e86),segment_id=3333e5ea-6f8d-477b-ac6f-73d95fe69e86)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:36.832311 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef6e0a-32d8-4ad1-bbd6-f303640b47bb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59287097-3ebd-4921-822f-e2cc81b0895e,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:36.882028 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-395d2abe-0416-4075-91b4-150fb82c6270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.916842 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ceef6e0a-32d8-4ad1-bbd6-f303640b47bb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:36.925903 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-ceef6e0a-32d8-4ad1-bbd6-f303640b47bb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4153249 Feb 21 01:35:36.961761 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d2abe-0416-4075-91b4-150fb82c6270 None None] Pushing event updated for resources: {'Port': ['ID=8ec7a9cb-af53-4b81-a30a-524ee09f75be,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:37.015359 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1975d-78cf-435e-9ad4-a112054ca285 req-327abbbc-8a8b-419a-8ec3-6cfc17597618 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:37.015359 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-77a1975d-78cf-435e-9ad4-a112054ca285 req-327abbbc-8a8b-419a-8ec3-6cfc17597618 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.1006706 Feb 21 01:35:37.113814 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-77a1975d-78cf-435e-9ad4-a112054ca285 req-62a3117a-fea5-44a1-949f-a67d6443083e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928571 Feb 21 01:35:37.330792 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd71bc-fa48-43a1-a874-0cb0dc0481b5 req-7c85a5c7-461b-4caf-b61c-0affa9e751bd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:37.332441 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8cd71bc-fa48-43a1-a874-0cb0dc0481b5 req-7c85a5c7-461b-4caf-b61c-0affa9e751bd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0558267 Feb 21 01:35:37.394235 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8cd71bc-fa48-43a1-a874-0cb0dc0481b5 req-21d14e9c-6e02-45d5-bdec-b3cbf2fdd6f7 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519068 Feb 21 01:35:37.623308 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb577c-75e6-48a1-8c09-228dc5e2596f req-2ada53b2-bd42-4c30-87d7-f87e0d39508b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:37.624246 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0dcb577c-75e6-48a1-8c09-228dc5e2596f req-2ada53b2-bd42-4c30-87d7-f87e0d39508b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.1192255 Feb 21 01:35:37.653458 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 8ec7a9cb-af53-4b81-a30a-524ee09f75be up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:37.695938 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:37.719301 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0dcb577c-75e6-48a1-8c09-228dc5e2596f req-bb193a20-b171-42fb-8cc2-ea35072b7584 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854561 Feb 21 01:35:37.860797 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 8ec7a9cb-af53-4b81-a30a-524ee09f75be triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:37.861187 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:37.945658 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 8ec7a9cb-af53-4b81-a30a-524ee09f75be is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:38.251845 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c40cd7-b481-4b05-8de6-63764125d5a9 req-9bcdf9b1-d7f6-4174-92fa-e4083ce1157e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:38.253506 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-41c40cd7-b481-4b05-8de6-63764125d5a9 req-9bcdf9b1-d7f6-4174-92fa-e4083ce1157e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0604029 Feb 21 01:35:38.311679 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-41c40cd7-b481-4b05-8de6-63764125d5a9 req-790df54e-4674-435c-8300-d980e5f6306d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Feb 21 01:35:38.527937 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3268b-52e6-40bf-8a10-9011ca379bf9 req-d49faacc-2b4f-49ab-8789-03b55816ff92 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:38.530156 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-74a3268b-52e6-40bf-8a10-9011ca379bf9 req-d49faacc-2b4f-49ab-8789-03b55816ff92 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0624661 Feb 21 01:35:38.586813 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-74a3268b-52e6-40bf-8a10-9011ca379bf9 req-6337d0a3-24ea-4e81-9533-b42d03b19af6 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508010 Feb 21 01:35:38.846150 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c56f87-fb3f-493d-bd1c-938f05d7da50 req-1ef5fd70-ed7b-4eab-9d3b-fdfe78667c14 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:38.847803 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-17c56f87-fb3f-493d-bd1c-938f05d7da50 req-1ef5fd70-ed7b-4eab-9d3b-fdfe78667c14 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0618665 Feb 21 01:35:38.918807 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-17c56f87-fb3f-493d-bd1c-938f05d7da50 req-2600f65f-3e9c-4111-99ba-dda4e6ddc8a2 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645857 Feb 21 01:35:39.153620 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:39.440274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3626db-ac47-4314-b4b9-fa8c90ee8cef req-bb033eae-da76-47a8-9c12-f2f36de95699 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:39.442027 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c3626db-ac47-4314-b4b9-fa8c90ee8cef req-bb033eae-da76-47a8-9c12-f2f36de95699 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0623741 Feb 21 01:35:39.487981 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c3626db-ac47-4314-b4b9-fa8c90ee8cef req-38bed284-f845-4213-81a5-e02f0784928e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401309 Feb 21 01:35:39.728722 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13378d8b-a2fe-4fca-8ebf-67688a916c97 req-61229530-200a-4e0c-92aa-6a2eaa7429ce tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:39.730099 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-13378d8b-a2fe-4fca-8ebf-67688a916c97 req-61229530-200a-4e0c-92aa-6a2eaa7429ce tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0588465 Feb 21 01:35:39.780188 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-13378d8b-a2fe-4fca-8ebf-67688a916c97 req-bfe1ed0f-d618-4965-b0f7-2ed55d0eb424 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Feb 21 01:35:40.042146 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78143af2-02e3-4cea-94a3-ca93c22c65fe req-e48c0051-1594-436f-a23c-20eb7ba4a3d4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:40.043917 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-78143af2-02e3-4cea-94a3-ca93c22c65fe req-e48c0051-1594-436f-a23c-20eb7ba4a3d4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0586314 Feb 21 01:35:40.093199 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-78143af2-02e3-4cea-94a3-ca93c22c65fe req-87e130cd-fe98-43cc-9d9d-332c5282c29d tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Feb 21 01:35:40.519447 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:40.617685 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a268809-4797-4927-b84d-324eca02b9a1 req-fbaa2769-4e5e-45c6-bf29-d522d2b74bba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:40.619248 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6a268809-4797-4927-b84d-324eca02b9a1 req-fbaa2769-4e5e-45c6-bf29-d522d2b74bba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0551207 Feb 21 01:35:40.668337 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6a268809-4797-4927-b84d-324eca02b9a1 req-bfb92a86-b937-4109-b141-5a397cc4cc78 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435128 Feb 21 01:35:40.910999 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e66250-62d8-460b-aa4d-dafa5c82d1d4 req-fcb8d92b-9787-47f5-a03f-f8bdc67d760f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:40.914127 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-85e66250-62d8-460b-aa4d-dafa5c82d1d4 req-fcb8d92b-9787-47f5-a03f-f8bdc67d760f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0638366 Feb 21 01:35:40.966537 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-85e66250-62d8-460b-aa4d-dafa5c82d1d4 req-6c65601f-8538-4f67-9ed9-7977b8925fb4 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Feb 21 01:35:41.217369 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10adc7-56ab-4033-821c-b3933b7f4fe2 req-adbcf60c-0951-4cf6-b4a6-c7710bc960a3 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:41.219476 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3d10adc7-56ab-4033-821c-b3933b7f4fe2 req-adbcf60c-0951-4cf6-b4a6-c7710bc960a3 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0579805 Feb 21 01:35:41.284748 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3d10adc7-56ab-4033-821c-b3933b7f4fe2 req-0fc508d4-33c8-41f0-ad39-9d6811741df1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602529 Feb 21 01:35:41.789507 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763ed2c-d8ab-4c58-a005-6413bcdef4a7 req-8acd1ae2-ba1a-4f9d-a987-4f5b740191a9 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:41.791088 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3763ed2c-d8ab-4c58-a005-6413bcdef4a7 req-8acd1ae2-ba1a-4f9d-a987-4f5b740191a9 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0530295 Feb 21 01:35:41.846819 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3763ed2c-d8ab-4c58-a005-6413bcdef4a7 req-4a328cb1-194d-4c12-8212-2a8c839f7bed tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502222 Feb 21 01:35:42.093142 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f223fc-9e94-49c1-8bc0-8aaf04cf8cf7 req-a14387fa-c507-460c-aaf6-3e6d9a1995cc tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:42.094695 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-19f223fc-9e94-49c1-8bc0-8aaf04cf8cf7 req-a14387fa-c507-460c-aaf6-3e6d9a1995cc tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0633337 Feb 21 01:35:42.144266 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-19f223fc-9e94-49c1-8bc0-8aaf04cf8cf7 req-8e0fcac1-1fed-4e1a-b446-2ebcaa9bd39f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440059 Feb 21 01:35:42.405984 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39aef5-a396-4e62-896c-18e086dcd3b9 req-ff6e0d61-0630-43fd-8119-b31513015973 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:42.407575 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3d39aef5-a396-4e62-896c-18e086dcd3b9 req-ff6e0d61-0630-43fd-8119-b31513015973 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0599973 Feb 21 01:35:42.453342 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3d39aef5-a396-4e62-896c-18e086dcd3b9 req-52cd559a-d71a-41fa-81a8-13d27767bb9f tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Feb 21 01:35:42.973040 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3157f25-e093-4bb4-a895-2bf80b3c47b3 req-781bc73d-49d5-4f5f-bbda-639f3f9953ce tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:42.975015 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f3157f25-e093-4bb4-a895-2bf80b3c47b3 req-781bc73d-49d5-4f5f-bbda-639f3f9953ce tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0578053 Feb 21 01:35:43.023071 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f3157f25-e093-4bb4-a895-2bf80b3c47b3 req-23c41179-8dae-444b-8cc8-a59c58b2325f tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Feb 21 01:35:43.262280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393165-6f7f-4f8c-b360-856f35e1d4f7 req-b3bae26b-7cbb-41e5-a5ce-aa4ec1d8002e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:43.263787 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-09393165-6f7f-4f8c-b360-856f35e1d4f7 req-b3bae26b-7cbb-41e5-a5ce-aa4ec1d8002e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0532546 Feb 21 01:35:43.311281 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-09393165-6f7f-4f8c-b360-856f35e1d4f7 req-a681b1d6-41d2-433b-9c7d-4c8caddf5aad tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Feb 21 01:35:43.571714 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c51d86-4740-4541-a1ac-db9561fad5e7 req-6b01a382-6729-45c6-ae9e-43f069740f40 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:43.573281 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-50c51d86-4740-4541-a1ac-db9561fad5e7 req-6b01a382-6729-45c6-ae9e-43f069740f40 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0537362 Feb 21 01:35:43.632887 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-50c51d86-4740-4541-a1ac-db9561fad5e7 req-82281caa-d74a-4e3a-b477-79411431dbc6 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537384 Feb 21 01:35:44.143421 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711a5fe-a4f5-443f-ad2b-7a24f4a19610 req-d0397a10-277a-4df1-a57f-75a0e36cbf57 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:44.145263 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8711a5fe-a4f5-443f-ad2b-7a24f4a19610 req-d0397a10-277a-4df1-a57f-75a0e36cbf57 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0535939 Feb 21 01:35:44.195551 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8711a5fe-a4f5-443f-ad2b-7a24f4a19610 req-b608f079-9779-4bce-bcb8-3cf68ff08160 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Feb 21 01:35:44.442691 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc9a9d-52ca-4f5d-a1c0-0526b747a76b req-cfd779e2-6f1b-4a85-b272-c258e93f1178 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:44.444203 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87bc9a9d-52ca-4f5d-a1c0-0526b747a76b req-cfd779e2-6f1b-4a85-b272-c258e93f1178 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0549710 Feb 21 01:35:44.490791 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87bc9a9d-52ca-4f5d-a1c0-0526b747a76b req-07a6524c-2270-4818-8dff-a994eff2278e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Feb 21 01:35:44.774710 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194cb99-164f-4334-a5e6-7a081b4ecc8f req-af6cdbdf-a8ae-4e58-a6a0-e57ae1218264 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:44.776242 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9194cb99-164f-4334-a5e6-7a081b4ecc8f req-af6cdbdf-a8ae-4e58-a6a0-e57ae1218264 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0727358 Feb 21 01:35:44.827167 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9194cb99-164f-4334-a5e6-7a081b4ecc8f req-8747c5a7-b398-4f8c-80b0-6575981ca246 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443683 Feb 21 01:35:45.321646 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db6536-9901-42fd-97bb-d144f52ed8be req-ee1e93d7-d706-44de-8b60-ca1e2b54be22 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:45.323135 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e6db6536-9901-42fd-97bb-d144f52ed8be req-ee1e93d7-d706-44de-8b60-ca1e2b54be22 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0545049 Feb 21 01:35:45.370387 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e6db6536-9901-42fd-97bb-d144f52ed8be req-2afdb352-b911-46fb-bcf5-47c845bb0f3c tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Feb 21 01:35:45.611076 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3e29f-5feb-4c65-94e2-6b549218ef16 req-08c244b0-43f8-4d2d-bea7-63aece969e9e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:45.612707 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-abe3e29f-5feb-4c65-94e2-6b549218ef16 req-08c244b0-43f8-4d2d-bea7-63aece969e9e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0543017 Feb 21 01:35:45.665033 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-abe3e29f-5feb-4c65-94e2-6b549218ef16 req-086cccab-f3b6-4064-b458-36289aacd2c5 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Feb 21 01:35:45.945956 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5b2dd-9bc9-4d8a-87ed-1272711b2329 req-5d6d68b2-b86b-454f-b6ff-78f6ce51dee4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:45.947436 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bac5b2dd-9bc9-4d8a-87ed-1272711b2329 req-5d6d68b2-b86b-454f-b6ff-78f6ce51dee4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0512784 Feb 21 01:35:45.994369 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bac5b2dd-9bc9-4d8a-87ed-1272711b2329 req-8e39f66e-40b4-40a4-abf0-a75fb5ae396e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Feb 21 01:35:46.486215 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee087eed-85d9-48bb-805b-89604ec60cda req-b656d5b4-9626-4e67-8701-a868c5edeafa tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:46.487666 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ee087eed-85d9-48bb-805b-89604ec60cda req-b656d5b4-9626-4e67-8701-a868c5edeafa tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Feb 21 01:35:46.537345 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ee087eed-85d9-48bb-805b-89604ec60cda req-cfd4c09f-26e2-4059-a2cf-450c5482c951 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 Feb 21 01:35:46.779628 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270660e4-9f3d-476b-aa9e-8394517e3fde req-0b0c4c44-5e15-4732-b9fc-254c1b894632 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:46.781179 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-270660e4-9f3d-476b-aa9e-8394517e3fde req-0b0c4c44-5e15-4732-b9fc-254c1b894632 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0520923 Feb 21 01:35:46.828234 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-270660e4-9f3d-476b-aa9e-8394517e3fde req-38f6fd11-e14f-44a8-b876-d5653b9abe48 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Feb 21 01:35:47.107573 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90567e6-52a0-46a5-8985-e42f8e0dde41 req-46c9e341-2314-4f52-a238-98f71b618e85 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:47.109083 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e90567e6-52a0-46a5-8985-e42f8e0dde41 req-46c9e341-2314-4f52-a238-98f71b618e85 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0501456 Feb 21 01:35:47.157780 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e90567e6-52a0-46a5-8985-e42f8e0dde41 req-838dc40b-91ca-44d2-b8c3-d2cd926d8cd9 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Feb 21 01:35:47.663874 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7310bc-442f-42b5-99a5-591cdeb7d4d8 req-5f7fb2b9-4a80-476c-a8da-465bf5cc4687 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:47.665367 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4d7310bc-442f-42b5-99a5-591cdeb7d4d8 req-5f7fb2b9-4a80-476c-a8da-465bf5cc4687 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0627625 Feb 21 01:35:47.715674 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4d7310bc-442f-42b5-99a5-591cdeb7d4d8 req-69272def-324c-417a-bbdd-249cfaf8e7b5 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Feb 21 01:35:47.943597 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f1575-12b9-4e74-a36c-0a44f56802b3 req-e300635d-1e41-4289-9014-3883e6806490 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:47.945223 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5c8f1575-12b9-4e74-a36c-0a44f56802b3 req-e300635d-1e41-4289-9014-3883e6806490 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0517366 Feb 21 01:35:47.991008 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5c8f1575-12b9-4e74-a36c-0a44f56802b3 req-b5b3d1f2-8393-4787-933d-33a3c10f4237 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Feb 21 01:35:48.273922 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128f3af-0803-4393-9d4e-ae6ff444b6b8 req-5f05b33b-6078-4a5c-bfff-0e7f25527a94 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:48.275417 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b128f3af-0803-4393-9d4e-ae6ff444b6b8 req-5f05b33b-6078-4a5c-bfff-0e7f25527a94 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 931 time: 0.0522919 Feb 21 01:35:48.329811 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b128f3af-0803-4393-9d4e-ae6ff444b6b8 req-4974067d-bd53-4ec5-ae26-0044e62e55e8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489531 Feb 21 01:35:48.832824 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c28d5-9d53-4310-aaee-412e3cda8c82 req-e2fde351-2263-428f-be4c-f0e0dfce2800 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:48.834328 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0b7c28d5-9d53-4310-aaee-412e3cda8c82 req-e2fde351-2263-428f-be4c-f0e0dfce2800 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0527678 Feb 21 01:35:48.867332 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Request body: {'port': {'device_id': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:35:48.912268 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0b7c28d5-9d53-4310-aaee-412e3cda8c82 req-731494d5-1bc2-4f1e-b919-4737b4a2af83 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703714 Feb 21 01:35:48.948075 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:49.168905 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cedb8-bf4b-49c3-bcb3-826fa810eb67 req-74b4d2b2-3e43-4f09-9ef2-5d3724d71c78 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:49.170282 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b37cedb8-bf4b-49c3-bcb3-826fa810eb67 req-74b4d2b2-3e43-4f09-9ef2-5d3724d71c78 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.1119502 Feb 21 01:35:49.245175 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b37cedb8-bf4b-49c3-bcb3-826fa810eb67 req-216ef29b-33d6-45dd-a7e9-0166233f5b85 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671756 Feb 21 01:35:49.279026 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c272f96-f321-4ccf-a91e-d7d0afd792b2 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:35:49.287120 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Publish callbacks [] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:49.298491 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Transition to ACTIVE for port object 3c272f96-f321-4ccf-a91e-d7d0afd792b2 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:35:49.335899 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:49.531833 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:35:49.631813 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Pushing event updated for resources: {'Port': ['ID=3c272f96-f321-4ccf-a91e-d7d0afd792b2,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:49.680875 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Attempting to bind port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:35:49.681138 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Attempting to bind port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:35:49.681473 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Attempting to bind port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 on network d421b8af-7dc1-48b3-b75d-8a9c768a3410 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:49.691694 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e3f37-fb8f-48fb-bfc4-a9598e606970 req-ba614ea6-2771-4532-a88e-473b42ff9338 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:49.694603 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c85e3f37-fb8f-48fb-bfc4-a9598e606970 req-ba614ea6-2771-4532-a88e-473b42ff9338 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 943 time: 0.1112502 Feb 21 01:35:49.698297 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 on network d421b8af-7dc1-48b3-b75d-8a9c768a3410 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:35:49.698710 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Attempting to bind port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 on network d421b8af-7dc1-48b3-b75d-8a9c768a3410 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:35:49.712537 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:35:49.712880 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Checking segment: {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:35:49.713265 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Bound using segment: {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:35:49.713708 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Bound port: 3c272f96-f321-4ccf-a91e-d7d0afd792b2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8560fa-6129-4912-bf63-662a6a962bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:35:49.714065 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:49.787548 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c85e3f37-fb8f-48fb-bfc4-a9598e606970 req-fdc1d1b0-aca2-444a-9984-2f98f7e57ea1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859859 Feb 21 01:35:49.811596 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] For port 3c272f96-f321-4ccf-a91e-d7d0afd792b2, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:35:49.814632 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] For port 3c272f96-f321-4ccf-a91e-d7d0afd792b2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:35:49.856055 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:49.889712 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:49.890426 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:49.891803 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] 10.222.0.43 "PUT /v2.0/ports/3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 200 len: 1093 time: 1.0293458 Feb 21 01:35:49.894038 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:35:49.896156 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91fecb5-8684-4a20-97f6-2fcc6691fb92" -d '{"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:35:49.922543 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d85b2-5747-4e84-b9f3-6a696666f74b service neutron] Pushing event updated for resources: {'Port': ['ID=3c272f96-f321-4ccf-a91e-d7d0afd792b2,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:49.950627 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce016cdb-4e26-4e3d-9343-877dce3d3a61 x-openstack-request-id: req-ce016cdb-4e26-4e3d-9343-877dce3d3a61 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:35:49.951325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:35:49.951325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ce016cdb-4e26-4e3d-9343-877dce3d3a61 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:35:49.951765 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'status': 'completed', 'code': 200} Feb 21 01:35:50.057212 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e03961-c1ff-48f6-9e47-5fbc817c885d req-fc032917-a3fb-4dfa-b914-f7f8e4dc68ba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:50.058905 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-09e03961-c1ff-48f6-9e47-5fbc817c885d req-fc032917-a3fb-4dfa-b914-f7f8e4dc68ba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0704119 Feb 21 01:35:50.146535 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-09e03961-c1ff-48f6-9e47-5fbc817c885d req-7204b437-3a64-4b3c-af62-ec4f7fd1ac4e tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787640 Feb 21 01:35:50.149128 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fecb5-8684-4a20-97f6-2fcc6691fb92 req-9f347f38-2825-4ddf-8427-b4be4b70fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:50.150543 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91fecb5-8684-4a20-97f6-2fcc6691fb92 req-9f347f38-2825-4ddf-8427-b4be4b70fc71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=784f5427745d402ba47e692082aac30f&device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 1127 time: 0.0907440 Feb 21 01:35:50.253657 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fecb5-8684-4a20-97f6-2fcc6691fb92 req-9f67d2c6-4258-4fc9-ae65-c033d4615780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:50.255747 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91fecb5-8684-4a20-97f6-2fcc6691fb92 req-9f67d2c6-4258-4fc9-ae65-c033d4615780 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=784f5427745d402ba47e692082aac30f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0951300 Feb 21 01:35:50.392601 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fecb5-8684-4a20-97f6-2fcc6691fb92 req-202cc2c5-4029-4f9c-9965-f9bf9d42c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:50.394084 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91fecb5-8684-4a20-97f6-2fcc6691fb92 req-202cc2c5-4029-4f9c-9965-f9bf9d42c0c5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306355 Feb 21 01:35:50.403869 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e0e72-89b2-4f51-a135-77a972b72e4a req-608bdaf9-da73-4d42-a7ae-db5607e97dbd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:50.405346 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-973e0e72-89b2-4f51-a135-77a972b72e4a req-608bdaf9-da73-4d42-a7ae-db5607e97dbd tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0900130 Feb 21 01:35:50.490517 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-973e0e72-89b2-4f51-a135-77a972b72e4a req-a5f77f65-df58-4a43-a439-c24995fb9ab4 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787554 Feb 21 01:35:50.514198 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d944-2892-473a-a385-6a7312a18e6c req-cc66df19-ba9a-4744-9d03-337162d6674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:50.516251 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-cc66df19-ba9a-4744-9d03-337162d6674f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=784f5427745d402ba47e692082aac30f&device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 1127 time: 0.0759363 Feb 21 01:35:50.560775 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-670e72f6-38cd-4727-8784-a32e2f73802e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 200 len: 217 time: 0.0367374 Feb 21 01:35:50.611188 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d944-2892-473a-a385-6a7312a18e6c req-06d1301c-b3a5-4a5d-8341-fa03d147c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:50.612787 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-06d1301c-b3a5-4a5d-8341-fa03d147c43b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b19ecbe2-e175-4098-9670-f58687a27e12 HTTP/1.1" status: 200 len: 854 time: 0.0457871 Feb 21 01:35:50.663494 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d944-2892-473a-a385-6a7312a18e6c req-94dacf1c-ca69-47b4-bf15-558e3e9c9f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:50.665390 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-94dacf1c-ca69-47b4-bf15-558e3e9c9f3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d421b8af-7dc1-48b3-b75d-8a9c768a3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453532 Feb 21 01:35:50.761065 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-64a54d7c-6db2-4a5e-b5ca-4b719af05612 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867617 Feb 21 01:35:50.871158 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68a1d944-2892-473a-a385-6a7312a18e6c req-7a0480a0-98d6-4c13-b4cb-18ac80e9f5c7 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032393 Feb 21 01:35:50.910812 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82c6b5-35d2-40e1-af57-6898c7d11600 req-515d4c48-47d1-4c42-880e-17c128d45493 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:50.913011 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c82c6b5-35d2-40e1-af57-6898c7d11600 req-515d4c48-47d1-4c42-880e-17c128d45493 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 943 time: 0.0588405 Feb 21 01:35:50.960550 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c82c6b5-35d2-40e1-af57-6898c7d11600 req-d97a3517-1908-449f-af1e-08a72e1c6cc7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 Feb 21 01:35:51.262848 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52c52c-7fff-47a6-8e1b-e1f6a7501cf1 req-4f6d907f-c23a-4934-abdc-3fb415100fba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:51.264343 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d52c52c-7fff-47a6-8e1b-e1f6a7501cf1 req-4f6d907f-c23a-4934-abdc-3fb415100fba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0506210 Feb 21 01:35:51.309349 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d52c52c-7fff-47a6-8e1b-e1f6a7501cf1 req-8d109405-6a32-428a-aaa4-bbbd1f887216 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Feb 21 01:35:51.623947 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f6bdd-8f83-4705-b907-a1e559df56a0 req-49a9d8d5-57c4-4c4f-8ad5-8285585e4a2b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:51.625458 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-163f6bdd-8f83-4705-b907-a1e559df56a0 req-49a9d8d5-57c4-4c4f-8ad5-8285585e4a2b tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0539081 Feb 21 01:35:51.671523 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-163f6bdd-8f83-4705-b907-a1e559df56a0 req-85561caa-cee6-4b7d-83a5-b557301a4d81 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Feb 21 01:35:51.837253 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-ce4fc391-c97d-4981-828f-e995216151b6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:51.838585 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-ce4fc391-c97d-4981-828f-e995216151b6 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 945 time: 0.0495868 Feb 21 01:35:51.938579 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Deleting port 28fa7cb5-9fec-4840-adcc-939e35d2843b {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:35:51.938920 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:52.060774 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] For port 28fa7cb5-9fec-4840-adcc-939e35d2843b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=28fa7cb5-9fec-4840-adcc-939e35d2843b,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:52.061442 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:52.075686 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Calling delete_port for 28fa7cb5-9fec-4840-adcc-939e35d2843b owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:35:52.132353 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac169d5-0310-4c98-bc65-028525aed574 req-6d348880-4f26-4b48-8316-8dfa39daa26c tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:52.134103 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cac169d5-0310-4c98-bc65-028525aed574 req-6d348880-4f26-4b48-8316-8dfa39daa26c tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 943 time: 0.1100450 Feb 21 01:35:52.207005 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cac169d5-0310-4c98-bc65-028525aed574 req-55768d49-b089-4295-a30c-f688ddc595c2 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650101 Feb 21 01:35:52.329880 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (28fa7cb5-9fec-4840-adcc-939e35d2843b), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:52.342566 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['8dcff3a2-5327-4c3f-9f70-590bf220865d', '08712441-0ce7-4bec-af4d-4a2f88e466db', '28fa7cb5-9fec-4840-adcc-939e35d2843b'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:35:52.363682 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Pushing event deleted for resources: {'Port': ['ID=28fa7cb5-9fec-4840-adcc-939e35d2843b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:52.417155 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] No DVR routers for this DVR port 28fa7cb5-9fec-4840-adcc-939e35d2843b on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:35:52.419623 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:52.423139 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a451067-3c04-451b-b4d7-f9c0ed136dbb req-a68c6ff6-fdc4-4c21-add1-ce0a997daabb tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "DELETE /v2.0/ports/28fa7cb5-9fec-4840-adcc-939e35d2843b HTTP/1.1" status: 204 len: 173 time: 0.5784509 Feb 21 01:35:52.437815 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1', 'name': 'network-vif-deleted', 'tag': '28fa7cb5-9fec-4840-adcc-939e35d2843b'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:35:52.443242 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8302bed4-75a7-4a32-84af-79c56352c661" -d '{"events": [{"server_uuid": "a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1", "name": "network-vif-deleted", "tag": "28fa7cb5-9fec-4840-adcc-939e35d2843b"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:35:52.444849 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d27f8d9a-5032-42b6-89ad-618830254194 req-17bbdd48-b841-42f6-a26f-1ade13f09401 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 210 time: 0.0548000 Feb 21 01:35:52.489187 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0a5308-adfa-4c3d-b0c1-d58f010e3f04 x-openstack-request-id: req-cd0a5308-adfa-4c3d-b0c1-d58f010e3f04 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:35:52.489487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1", "name": "network-vif-deleted", "tag": "28fa7cb5-9fec-4840-adcc-939e35d2843b", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:35:52.489912 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cd0a5308-adfa-4c3d-b0c1-d58f010e3f04 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:35:52.490314 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1', 'name': 'network-vif-deleted', 'tag': '28fa7cb5-9fec-4840-adcc-939e35d2843b', 'status': 'completed', 'code': 200} Feb 21 01:35:52.787466 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096418d-332f-4e99-bd6e-ff20e991b391 req-2d18f1d9-a521-4ec4-ad39-a1be72966471 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:52.788960 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2096418d-332f-4e99-bd6e-ff20e991b391 req-2d18f1d9-a521-4ec4-ad39-a1be72966471 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0517201 Feb 21 01:35:52.840279 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2096418d-332f-4e99-bd6e-ff20e991b391 req-5cb7c50b-da7a-4883-b5ad-41d699c1ff8c tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Feb 21 01:35:53.325770 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b291-78c8-4a8b-935f-d67d175a8e60 req-a0851dd2-09f5-4d67-ac16-ae4e4ab4d166 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:53.327237 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1176b291-78c8-4a8b-935f-d67d175a8e60 req-a0851dd2-09f5-4d67-ac16-ae4e4ab4d166 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 943 time: 0.0530050 Feb 21 01:35:53.373008 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1176b291-78c8-4a8b-935f-d67d175a8e60 req-650c3233-7870-4a9e-9f1b-e0c285461f35 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402145 Feb 21 01:35:53.553695 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3f98cedb-0a00-4cd6-9ece-219a123b2a29 req-76fb2178-5b57-4212-a703-4835370dc210 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=a54c48d5-a909-4f1a-9b1e-a0c9c61cb4b1 HTTP/1.1" status: 200 len: 210 time: 0.0265975 Feb 21 01:35:53.959240 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ad2bd-7d2b-4998-a852-b60be61b14aa req-d7cfdcf2-7dfc-4016-8652-363a163be91d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:53.960706 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-877ad2bd-7d2b-4998-a852-b60be61b14aa req-d7cfdcf2-7dfc-4016-8652-363a163be91d tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0551882 Feb 21 01:35:54.005458 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-877ad2bd-7d2b-4998-a852-b60be61b14aa req-6eecdce8-3e19-4c40-bb81-1625aaa7ab62 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Feb 21 01:35:54.484670 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7073c-d5ec-4221-9bc9-a030279c216b req-57499c53-c0fe-46a3-8200-c8b31e6a2160 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:54.486141 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cdc7073c-d5ec-4221-9bc9-a030279c216b req-57499c53-c0fe-46a3-8200-c8b31e6a2160 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 943 time: 0.0505114 Feb 21 01:35:54.531865 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cdc7073c-d5ec-4221-9bc9-a030279c216b req-856210c4-38e8-446e-9d2e-486e99f1713b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 Feb 21 01:35:54.937128 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1c9cc-d839-4c2f-9994-56988418f36c req-06327210-9b71-4535-95c9-ddfb4535d73d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:54.938472 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11f1c9cc-d839-4c2f-9994-56988418f36c req-06327210-9b71-4535-95c9-ddfb4535d73d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 946 time: 0.0497913 Feb 21 01:35:54.985341 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11f1c9cc-d839-4c2f-9994-56988418f36c req-250aca99-bf08-48eb-8a8d-6fc91be18f25 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Feb 21 01:35:55.122934 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a720b-f57e-4be4-9a46-691ae8e68231 req-c9fa7089-a0bd-4855-a309-114958c75d8f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:55.124389 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b20a720b-f57e-4be4-9a46-691ae8e68231 req-c9fa7089-a0bd-4855-a309-114958c75d8f tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0517297 Feb 21 01:35:55.169631 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b20a720b-f57e-4be4-9a46-691ae8e68231 req-84a9d6ec-dd94-4566-923c-37f572a1382e tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Feb 21 01:35:55.646272 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f29ec-4763-4323-b916-4db837706ec6 req-c461126a-9866-4a60-9a06-d3b4c13de436 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:55.647758 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-741f29ec-4763-4323-b916-4db837706ec6 req-c461126a-9866-4a60-9a06-d3b4c13de436 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 943 time: 0.0512981 Feb 21 01:35:55.695331 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-741f29ec-4763-4323-b916-4db837706ec6 req-0ed6ea27-5f02-4d90-bfd1-9440b29fa109 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Feb 21 01:35:55.809561 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 3c272f96-f321-4ccf-a91e-d7d0afd792b2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:35:55.841805 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 28fa7cb5-9fec-4840-adcc-939e35d2843b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:35:55.890805 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 28fa7cb5-9fec-4840-adcc-939e35d2843b {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:35:55.891147 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 28fa7cb5-9fec-4840-adcc-939e35d2843b not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:35:55.926062 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-4f58aa82-8566-44fd-b149-c3c0c767a974 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:55.928039 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-4f58aa82-8566-44fd-b149-c3c0c767a974 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0567565 Feb 21 01:35:55.928888 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 3c272f96-f321-4ccf-a91e-d7d0afd792b2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:55.941385 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'port_id': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'mac_address': 'fa:16:3e:fe:bd:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:35:55.980732 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:35:55.981371 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:55.994957 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c272f96-f321-4ccf-a91e-d7d0afd792b2 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:35:56.018269 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 3c272f96-f321-4ccf-a91e-d7d0afd792b2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:56.031078 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Deleting port cf21197e-c8ae-4d32-9844-138c1e440316 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:35:56.031425 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:56.078043 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:56.127640 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3c272f96-f321-4ccf-a91e-d7d0afd792b2,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:56.152539 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] For port cf21197e-c8ae-4d32-9844-138c1e440316, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cf21197e-c8ae-4d32-9844-138c1e440316,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:56.152911 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:56.167601 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16581-63e7-478e-9b21-cc97931d1627 req-888a37ba-74b2-4601-9151-5a4668139dba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:56.169132 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-71e16581-63e7-478e-9b21-cc97931d1627 req-888a37ba-74b2-4601-9151-5a4668139dba tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 946 time: 0.0949292 Feb 21 01:35:56.175208 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Calling delete_port for cf21197e-c8ae-4d32-9844-138c1e440316 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:35:56.287504 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-71e16581-63e7-478e-9b21-cc97931d1627 req-617a7c11-15f8-4165-ae4c-b8e3d165f868 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100872 Feb 21 01:35:56.331808 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd9596-fd52-41aa-9265-27f23f695a45 req-4adcdae4-a1b1-46c6-86f5-f4e0bf04fd95 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:56.333336 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c8bd9596-fd52-41aa-9265-27f23f695a45 req-4adcdae4-a1b1-46c6-86f5-f4e0bf04fd95 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 946 time: 0.0916746 Feb 21 01:35:56.410733 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c8bd9596-fd52-41aa-9265-27f23f695a45 req-b9312f1d-8963-48b3-a388-fb302219d9a7 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/security-groups?id=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717318 Feb 21 01:35:56.478103 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (cf21197e-c8ae-4d32-9844-138c1e440316), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:56.492879 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['cf21197e-c8ae-4d32-9844-138c1e440316'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:35:56.510543 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Pushing event deleted for resources: {'Port': ['ID=cf21197e-c8ae-4d32-9844-138c1e440316,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:56.563653 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] No DVR routers for this DVR port cf21197e-c8ae-4d32-9844-138c1e440316 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:35:56.566670 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:56.570243 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-488abdfb-fc45-41fd-a0e6-d591ce60f28c req-fe5a3e31-63c9-4f96-a5ef-9073aa3a98b2 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.43 "DELETE /v2.0/ports/cf21197e-c8ae-4d32-9844-138c1e440316 HTTP/1.1" status: 204 len: 173 time: 0.6352305 Feb 21 01:35:56.570726 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5323990-b38c-44dd-812e-e5b7b3fd1ea9', 'name': 'network-vif-deleted', 'tag': 'cf21197e-c8ae-4d32-9844-138c1e440316'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:35:56.572997 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a171aa-943d-40e5-bb7e-a7a934f78b84" -d '{"events": [{"server_uuid": "c5323990-b38c-44dd-812e-e5b7b3fd1ea9", "name": "network-vif-deleted", "tag": "cf21197e-c8ae-4d32-9844-138c1e440316"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:35:56.610487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61651009-3372-49b4-b161-2a9bcb06bd2b x-openstack-request-id: req-61651009-3372-49b4-b161-2a9bcb06bd2b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:35:56.610487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5323990-b38c-44dd-812e-e5b7b3fd1ea9", "name": "network-vif-deleted", "tag": "cf21197e-c8ae-4d32-9844-138c1e440316", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:35:56.610487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-61651009-3372-49b4-b161-2a9bcb06bd2b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:35:56.610487 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5323990-b38c-44dd-812e-e5b7b3fd1ea9', 'name': 'network-vif-deleted', 'tag': 'cf21197e-c8ae-4d32-9844-138c1e440316', 'status': 'completed', 'code': 200} Feb 21 01:35:56.825450 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199150b7-2bd9-46e3-808c-6225c957a280 req-93217259-d57b-4c45-b2cb-f5751803fa53 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:56.826856 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-199150b7-2bd9-46e3-808c-6225c957a280 req-93217259-d57b-4c45-b2cb-f5751803fa53 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 944 time: 0.0515230 Feb 21 01:35:56.873969 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-199150b7-2bd9-46e3-808c-6225c957a280 req-890ac8f0-4918-4c84-b70a-d9281ad6004a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Feb 21 01:35:57.114503 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['3c272f96-f321-4ccf-a91e-d7d0afd792b2'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:35:57.410670 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d5e23-2e6f-45a2-9e0d-0b8bac5571cd req-d0233787-0418-4620-a43c-1506099856c4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:57.412070 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff1d5e23-2e6f-45a2-9e0d-0b8bac5571cd req-d0233787-0418-4620-a43c-1506099856c4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 946 time: 0.0571163 Feb 21 01:35:57.474538 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff1d5e23-2e6f-45a2-9e0d-0b8bac5571cd req-94bcf6ec-aa3a-4ca9-9dce-49c0b2314e94 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564694 Feb 21 01:35:57.521709 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f25a5fa6-b6c3-4660-a0b6-a9437e10d1ec req-9c23c43b-50ee-47f0-90d5-43c3534b8103 tempest-ServerRescueNegativeTestJSON-1268015231 tempest-ServerRescueNegativeTestJSON-1268015231-project] 10.222.0.90 "GET /v2.0/ports?device_id=c5323990-b38c-44dd-812e-e5b7b3fd1ea9 HTTP/1.1" status: 200 len: 210 time: 0.0273705 Feb 21 01:35:57.696517 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-aef55e16-825f-45ba-b3a3-f248daa9a003 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:57.697872 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-aef55e16-825f-45ba-b3a3-f248daa9a003 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 946 time: 0.0504158 Feb 21 01:35:57.806445 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Deleting port 08712441-0ce7-4bec-af4d-4a2f88e466db {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:35:57.806799 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:57.892828 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] For port 08712441-0ce7-4bec-af4d-4a2f88e466db, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=08712441-0ce7-4bec-af4d-4a2f88e466db,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:57.893549 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:57.905368 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Calling delete_port for 08712441-0ce7-4bec-af4d-4a2f88e466db owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:35:58.023961 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefb5f0-2d43-4181-9799-f9cee8c6d9a7 req-bf14f926-7094-4d70-8d50-1de93d0d89c1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:58.025369 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ffefb5f0-2d43-4181-9799-f9cee8c6d9a7 req-bf14f926-7094-4d70-8d50-1de93d0d89c1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 944 time: 0.0760326 Feb 21 01:35:58.108893 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ffefb5f0-2d43-4181-9799-f9cee8c6d9a7 req-750dfd31-1a56-4b41-a0b2-e825333825f4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780261 Feb 21 01:35:58.164570 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (08712441-0ce7-4bec-af4d-4a2f88e466db), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:58.199543 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['8dcff3a2-5327-4c3f-9f70-590bf220865d', '08712441-0ce7-4bec-af4d-4a2f88e466db'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:35:58.202317 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Pushing event deleted for resources: {'Port': ['ID=08712441-0ce7-4bec-af4d-4a2f88e466db,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:58.245766 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] No DVR routers for this DVR port 08712441-0ce7-4bec-af4d-4a2f88e466db on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:35:58.248102 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:58.251359 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6f4e8375-eb28-4116-b4d4-49439444b974 req-103ef787-a748-4c25-98dd-12709e80f3db tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "DELETE /v2.0/ports/08712441-0ce7-4bec-af4d-4a2f88e466db HTTP/1.1" status: 204 len: 173 time: 0.5479236 Feb 21 01:35:58.567669 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b327e05d-2dbb-4380-a802-b4f947cb503c req-5a976afb-7820-4dc0-938e-729738c1d854 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=41a646dd-0c47-4fe4-8727-3fe9925c80c7 HTTP/1.1" status: 200 len: 210 time: 0.0269949 Feb 21 01:35:58.578866 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57772) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:35:58.625427 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a646dd-0c47-4fe4-8727-3fe9925c80c7', 'name': 'network-vif-deleted', 'tag': '08712441-0ce7-4bec-af4d-4a2f88e466db'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:35:58.627694 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa95c756-5351-49b6-8c52-014ff5173102" -d '{"events": [{"server_uuid": "41a646dd-0c47-4fe4-8727-3fe9925c80c7", "name": "network-vif-deleted", "tag": "08712441-0ce7-4bec-af4d-4a2f88e466db"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:35:58.676939 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e549c0e-c1ea-458d-8489-bc09bc048cb5 x-openstack-request-id: req-6e549c0e-c1ea-458d-8489-bc09bc048cb5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:35:58.677230 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a646dd-0c47-4fe4-8727-3fe9925c80c7", "name": "network-vif-deleted", "tag": "08712441-0ce7-4bec-af4d-4a2f88e466db", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:35:58.677510 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6e549c0e-c1ea-458d-8489-bc09bc048cb5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:35:58.677933 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a646dd-0c47-4fe4-8727-3fe9925c80c7', 'name': 'network-vif-deleted', 'tag': '08712441-0ce7-4bec-af4d-4a2f88e466db', 'status': 'completed', 'code': 200} Feb 21 01:35:59.008060 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-834496'] for router_interface (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:59.475780 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977e355-6819-4953-854e-376d62ef7ba9 req-79afb1d8-d562-4d08-8576-fcbbadeb51ca tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:35:59.477302 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b977e355-6819-4953-854e-376d62ef7ba9 req-79afb1d8-d562-4d08-8576-fcbbadeb51ca tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 944 time: 0.1109424 Feb 21 01:35:59.572583 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b977e355-6819-4953-854e-376d62ef7ba9 req-1365e5fc-65cd-45b9-96d0-89defeb50e4e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891056 Feb 21 01:35:59.596335 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Deleting port 5c529a2a-2648-45b9-9d74-92ea97f61b3c {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:35:59.596649 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:59.676927 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] For port 5c529a2a-2648-45b9-9d74-92ea97f61b3c, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=5c529a2a-2648-45b9-9d74-92ea97f61b3c,segment=NetworkSegment(73dcc108-f551-4249-843e-2c5cbb4e75ca),segment_id=73dcc108-f551-4249-843e-2c5cbb4e75ca)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:35:59.677334 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:59.689688 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Calling delete_port for 5c529a2a-2648-45b9-9d74-92ea97f61b3c owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:35:59.854903 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 3c272f96-f321-4ccf-a91e-d7d0afd792b2 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:35:59.940845 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (5c529a2a-2648-45b9-9d74-92ea97f61b3c), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:35:59.966933 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c529a2a-2648-45b9-9d74-92ea97f61b3c,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:35:59.975001 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:35:59.979577 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:35:59.979952 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:00.063456 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:36:00.063850 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:00.088149 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:36:00.090528 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de961cee-b379-471e-9655-0ca3af5f11cf" -d '{"events": [{"server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "name": "network-vif-plugged", "status": "completed", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:36:00.103273 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 3c272f96-f321-4ccf-a91e-d7d0afd792b2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:00.117684 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-833616'] for router_interface (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:00.137442 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04677046-6d67-48a4-af39-bb7c13fd1b71 x-openstack-request-id: req-04677046-6d67-48a4-af39-bb7c13fd1b71 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:36:00.137771 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "name": "network-vif-plugged", "status": "completed", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:36:00.138035 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-04677046-6d67-48a4-af39-bb7c13fd1b71 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:36:00.138439 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'code': 200} Feb 21 01:36:00.171122 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:00.172738 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device cf21197e-c8ae-4d32-9844-138c1e440316 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:36:00.212518 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: cf21197e-c8ae-4d32-9844-138c1e440316 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:36:00.212969 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device cf21197e-c8ae-4d32-9844-138c1e440316 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:36:00.213469 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 08712441-0ce7-4bec-af4d-4a2f88e466db no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:36:00.251339 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 08712441-0ce7-4bec-af4d-4a2f88e466db {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:36:00.251749 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 08712441-0ce7-4bec-af4d-4a2f88e466db not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:36:00.276355 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=3c272f96-f321-4ccf-a91e-d7d0afd792b2,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:00.283388 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.283765 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.284121 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.284480 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.284821 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.285154 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.285492 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.285819 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.286151 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.286484 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.286843 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.287171 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.287494 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:00.356047 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:36:00.499526 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:36:00.505357 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-5aac1a90-8381-4308-8889-acef1a6cc6d7 admin admin] 10.222.0.90 "PUT /v2.0/routers/d690cb61-5ca4-44fe-8293-4a74fc3b9e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254582 Feb 21 01:36:00.508576 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57802) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:00.513237 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa02d1-8df6-4a39-b51f-e36ff26bc0c2 req-9c27f847-72f7-4b54-9921-c95c6afbed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:00.513681 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] Sync routers for ids ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:36:00.514696 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3dfa02d1-8df6-4a39-b51f-e36ff26bc0c2 req-9c27f847-72f7-4b54-9921-c95c6afbed51 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 1129 time: 0.0977967 Feb 21 01:36:00.529726 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] Routers {'d690cb61-5ca4-44fe-8293-4a74fc3b9e50'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:36:00.530633 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:00.566677 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3dfa02d1-8df6-4a39-b51f-e36ff26bc0c2 req-01c1a722-953a-4540-a1e1-5196dcfd2c70 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445073 Feb 21 01:36:00.624960 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks [] for router (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:00.641278 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] Set router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:36:00.703747 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bc883-015a-4958-946a-3683245528b2 req-784cf913-8ebe-474e-bcdb-908f60aaab83 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:00.705594 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0d3bc883-015a-4958-946a-3683245528b2 req-784cf913-8ebe-474e-bcdb-908f60aaab83 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.0617197 Feb 21 01:36:00.763482 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0d3bc883-015a-4958-946a-3683245528b2 req-938f4ad2-fcc0-4b57-9068-2578eebb561e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505226 Feb 21 01:36:00.827504 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:35:59Z', 'revision_number': 5, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'gw_port': {'id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:00.858500 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] Checking router: d690cb61-5ca4-44fe-8293-4a74fc3b9e50 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:36:00.868244 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] Routers {'d690cb61-5ca4-44fe-8293-4a74fc3b9e50'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:36:00.869033 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:35:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:00.964289 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks [] for router_gateway (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:00.990789 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] Set router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:36:01.088911 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Deleting port fe72f2eb-ba44-494b-a701-677c45f25067 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:36:01.089432 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.175619 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] For port fe72f2eb-ba44-494b-a701-677c45f25067, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=fe72f2eb-ba44-494b-a701-677c45f25067,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:01.175978 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.180060 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:35:59Z', 'revision_number': 5, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'gw_port': {'id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:01.189193 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Calling delete_port for fe72f2eb-ba44-494b-a701-677c45f25067 owned by network:router_gateway {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:36:01.205688 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af481c4-5d6c-482c-a289-3825ffbd85ca None None] The sync data for ids ['d690cb61-5ca4-44fe-8293-4a74fc3b9e50'] in dv-cinder-813228-6-iscsi is: [{'id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'name': 'tempest-ServerRescueNegativeTestJSON-905313234-router', 'tenant_id': 'fa11c817930e42c49bb0f242205952d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209'}], 'enable_snat': True}, 'gw_port_id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:35:59Z', 'revision_number': 5, 'project_id': 'fa11c817930e42c49bb0f242205952d7', 'gw_port': {'id': 'fe72f2eb-ba44-494b-a701-677c45f25067', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690cb61-5ca4-44fe-8293-4a74fc3b9e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:36:01.328806 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b61d4-2b0e-4f94-8298-c2b793f7e92c req-7dca139b-dfa1-4eaa-8994-b2dfb2849788 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:01.330256 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d05b61d4-2b0e-4f94-8298-c2b793f7e92c req-7dca139b-dfa1-4eaa-8994-b2dfb2849788 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 945 time: 0.0547404 Feb 21 01:36:01.377431 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d05b61d4-2b0e-4f94-8298-c2b793f7e92c req-18ca5d26-ffc5-4c82-b05f-9eb304c3fa65 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Feb 21 01:36:01.461581 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (fe72f2eb-ba44-494b-a701-677c45f25067), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.486355 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe72f2eb-ba44-494b-a701-677c45f25067,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:01.552926 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-835258'] for router_gateway (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.666794 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-831014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4503'] for router (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.673165 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks [] for router_controller (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.673347 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 5c529a2a-2648-45b9-9d74-92ea97f61b3c no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:36:01.692768 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 5c529a2a-2648-45b9-9d74-92ea97f61b3c {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:36:01.693714 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 5c529a2a-2648-45b9-9d74-92ea97f61b3c not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:36:01.775613 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-831071'] for router (d690cb61-5ca4-44fe-8293-4a74fc3b9e50), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.776192 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d690cb61-5ca4-44fe-8293-4a74fc3b9e50 {{(pid=103193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:36:01.782030 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.782392 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-0677eb95-7a79-41d4-b5d6-946e22139cdd admin admin] 10.222.0.90 "DELETE /v2.0/routers/d690cb61-5ca4-44fe-8293-4a74fc3b9e50 HTTP/1.1" status: 204 len: 168 time: 1.2723641 Feb 21 01:36:01.785077 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 57816) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:01.834518 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Deleting subnet c58f09cd-72c6-456a-843c-c8121f0b588f {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:36:01.840068 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Publish callbacks [] for subnet (c58f09cd-72c6-456a-843c-c8121f0b588f), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.898867 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Publish callbacks [] for subnet (c58f09cd-72c6-456a-843c-c8121f0b588f), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.910743 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (c58f09cd-72c6-456a-843c-c8121f0b588f), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:01.952762 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003baf2-52d9-4d2b-b06c-86da86ca3eca req-661076b0-6051-431f-a0eb-ebca95d147ad tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:01.954204 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2003baf2-52d9-4d2b-b06c-86da86ca3eca req-661076b0-6051-431f-a0eb-ebca95d147ad tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.1157815 Feb 21 01:36:02.012091 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2003baf2-52d9-4d2b-b06c-86da86ca3eca req-391809cb-114b-4f2d-ac39-4976687725dd tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523250 Feb 21 01:36:02.072696 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (c58f09cd-72c6-456a-843c-c8121f0b588f), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.097612 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58f09cd-72c6-456a-843c-c8121f0b588f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:02.105007 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.108216 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/c58f09cd-72c6-456a-843c-c8121f0b588f HTTP/1.1" status: 204 len: 168 time: 0.3220747 Feb 21 01:36:02.109955 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.110308 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.110651 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.110755 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57822) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:02.110991 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.111328 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.111712 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.112044 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.112372 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.112732 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.113061 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.113387 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.113719 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.114035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e1a702-0f03-46dd-855c-270b46e5ca70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:02.188874 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (f0ce3d49-217f-425e-8faa-7de06bd3cd36), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.266967 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (f0ce3d49-217f-425e-8faa-7de06bd3cd36), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.287524 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ce3d49-217f-425e-8faa-7de06bd3cd36']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:02.296358 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dcc108-f551-4249-843e-2c5cbb4e75ca') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:02.296689 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dcc108-f551-4249-843e-2c5cbb4e75ca') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:02.306160 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (73dcc108-f551-4249-843e-2c5cbb4e75ca), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.318614 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (73dcc108-f551-4249-843e-2c5cbb4e75ca), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.324377 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:36:02.324788 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (73dcc108-f551-4249-843e-2c5cbb4e75ca), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:36:02.326348 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:36:02.452256 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (f0ce3d49-217f-425e-8faa-7de06bd3cd36), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.460319 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.467964 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] 10.222.0.90 "DELETE /v2.0/networks/f0ce3d49-217f-425e-8faa-7de06bd3cd36 HTTP/1.1" status: 204 len: 168 time: 0.3560183 Feb 21 01:36:02.483821 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83930013-9eb5-496a-9760-73427a27b9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ce3d49-217f-425e-8faa-7de06bd3cd36,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:02.511160 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0524ddf-c702-45b9-a58c-1655b15a4efb req-962377ae-67bf-4aa7-be57-302617fc368d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:02.512617 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c0524ddf-c702-45b9-a58c-1655b15a4efb req-962377ae-67bf-4aa7-be57-302617fc368d tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 945 time: 0.0647984 Feb 21 01:36:02.560643 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c0524ddf-c702-45b9-a58c-1655b15a4efb req-a0b0faad-a117-4fcd-a965-3f7629ee7406 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Feb 21 01:36:02.807262 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57832) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:02.846040 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-418a6799-f8df-495a-b101-daf1b04e9f96 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fa11c817930e42c49bb0f242205952d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375485 Feb 21 01:36:02.848345 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57834) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:02.893867 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f7302a2a-84c1-4435-ab2b-67577bc51fb8 admin admin] Publish callbacks [] for security_group (bfd95637-c3c0-4f6d-bc81-b099ab64ce7f), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:02.914469 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f7302a2a-84c1-4435-ab2b-67577bc51fb8 admin admin] Publish callbacks [] for security_group (bfd95637-c3c0-4f6d-bc81-b099ab64ce7f), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:03.033388 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f7302a2a-84c1-4435-ab2b-67577bc51fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (bfd95637-c3c0-4f6d-bc81-b099ab64ce7f), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:03.035817 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f7302a2a-84c1-4435-ab2b-67577bc51fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:03.037013 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f7302a2a-84c1-4435-ab2b-67577bc51fb8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bfd95637-c3c0-4f6d-bc81-b099ab64ce7f HTTP/1.1" status: 204 len: 168 time: 0.1877699 Feb 21 01:36:03.045636 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7302a2a-84c1-4435-ab2b-67577bc51fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd95637-c3c0-4f6d-bc81-b099ab64ce7f,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:03.157055 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8eb0-bc6d-48d5-9f59-93b4e9f95f3b req-46dce362-0a20-45a9-b255-fe0d473487f0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:03.158580 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a3dd8eb0-bc6d-48d5-9f59-93b4e9f95f3b req-46dce362-0a20-45a9-b255-fe0d473487f0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.0566740 Feb 21 01:36:03.214622 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a3dd8eb0-bc6d-48d5-9f59-93b4e9f95f3b req-78fdb720-4a3c-4877-99a3-b10d6b2ff351 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Feb 21 01:36:03.326272 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8ea41-a331-49c1-8963-8e988a36c33d req-683bd1d5-d045-4e72-ad47-02dd4548b439 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:03.332911 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0ac8ea41-a331-49c1-8963-8e988a36c33d req-683bd1d5-d045-4e72-ad47-02dd4548b439 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.0587859 Feb 21 01:36:03.376701 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0ac8ea41-a331-49c1-8963-8e988a36c33d req-f2e74c51-2f98-48f3-8cf7-ac0fd9c79f63 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416653 Feb 21 01:36:03.529920 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device fe72f2eb-ba44-494b-a701-677c45f25067 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:36:03.550465 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: fe72f2eb-ba44-494b-a701-677c45f25067 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:36:03.550735 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device fe72f2eb-ba44-494b-a701-677c45f25067 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:36:03.725746 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54935e-c48b-4002-b9bc-14c9865cb136 req-9d605103-96cd-43d7-9318-f5a1dbc7a6ca tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:03.727219 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a54935e-c48b-4002-b9bc-14c9865cb136 req-9d605103-96cd-43d7-9318-f5a1dbc7a6ca tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 945 time: 0.0640671 Feb 21 01:36:03.779500 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a54935e-c48b-4002-b9bc-14c9865cb136 req-ac9009c4-b603-4d94-915b-48f569b78008 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/security-groups?id=3ab3bbd5-2279-4bad-b15b-2e7fe1626282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465655 Feb 21 01:36:03.851074 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-32c30846-ef67-41e1-8cac-adff19cf32f4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:03.855340 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-32c30846-ef67-41e1-8cac-adff19cf32f4 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 945 time: 0.0618901 Feb 21 01:36:03.978725 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75be566-2115-46b6-9f28-7413f1a189c8 req-866a6df7-45d3-4454-a8ae-b577c313dfa4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:03.980308 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f75be566-2115-46b6-9f28-7413f1a189c8 req-866a6df7-45d3-4454-a8ae-b577c313dfa4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.1156738 Feb 21 01:36:04.053144 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Deleting port 8dcff3a2-5327-4c3f-9f70-590bf220865d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:36:04.053491 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:04.128283 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0e6-ff98-4f1c-813e-23a1b8d1495c req-5ccdd6e0-92d9-4b78-86e5-993f812c54ac tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:04.129743 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-844da0e6-ff98-4f1c-813e-23a1b8d1495c req-5ccdd6e0-92d9-4b78-86e5-993f812c54ac tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1485891 Feb 21 01:36:04.139700 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-787addca-b8ad-4792-8299-ecd01e973183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:04.152364 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f75be566-2115-46b6-9f28-7413f1a189c8 req-fe780cd4-2a34-405d-9cf9-3beb9bb9c496 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574302 Feb 21 01:36:04.210374 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-844da0e6-ff98-4f1c-813e-23a1b8d1495c req-5ae37a13-5471-4323-a133-774891a9c16a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746574 Feb 21 01:36:04.216990 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] For port 8dcff3a2-5327-4c3f-9f70-590bf220865d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8dcff3a2-5327-4c3f-9f70-590bf220865d,segment=NetworkSegment(8013534c-d6c5-48be-937b-ae7c9cb67b6e),segment_id=8013534c-d6c5-48be-937b-ae7c9cb67b6e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:04.220326 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:04.231625 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Calling delete_port for 8dcff3a2-5327-4c3f-9f70-590bf220865d owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:36:04.447626 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (8dcff3a2-5327-4c3f-9f70-590bf220865d), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:04.458114 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['8dcff3a2-5327-4c3f-9f70-590bf220865d'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:36:04.477226 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Pushing event deleted for resources: {'Port': ['ID=8dcff3a2-5327-4c3f-9f70-590bf220865d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:04.519434 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] No DVR routers for this DVR port 8dcff3a2-5327-4c3f-9f70-590bf220865d on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:36:04.522490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:04.525867 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-04b5e4fe-d5cf-4d52-a22f-3a6583c472ae req-4d0e292a-8582-43cd-804a-31ac0647aa7b tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.43 "DELETE /v2.0/ports/8dcff3a2-5327-4c3f-9f70-590bf220865d HTTP/1.1" status: 204 len: 173 time: 0.6676238 Feb 21 01:36:04.526266 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d88f85-1d15-4f12-a8e7-f3b531088d5e', 'name': 'network-vif-deleted', 'tag': '8dcff3a2-5327-4c3f-9f70-590bf220865d'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:36:04.528500 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3d7400-78de-42b7-bf55-d0d25eef81c5" -d '{"events": [{"server_uuid": "58d88f85-1d15-4f12-a8e7-f3b531088d5e", "name": "network-vif-deleted", "tag": "8dcff3a2-5327-4c3f-9f70-590bf220865d"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:36:04.563034 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee62ff3-2c0d-4120-b31b-39d6f72fb61a x-openstack-request-id: req-eee62ff3-2c0d-4120-b31b-39d6f72fb61a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:36:04.563332 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d88f85-1d15-4f12-a8e7-f3b531088d5e", "name": "network-vif-deleted", "tag": "8dcff3a2-5327-4c3f-9f70-590bf220865d", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:36:04.563589 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-eee62ff3-2c0d-4120-b31b-39d6f72fb61a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:36:04.564019 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d88f85-1d15-4f12-a8e7-f3b531088d5e', 'name': 'network-vif-deleted', 'tag': '8dcff3a2-5327-4c3f-9f70-590bf220865d', 'status': 'completed', 'code': 200} Feb 21 01:36:04.900874 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-922ee083-6655-47d5-a965-4529b7cabfc0 req-7a68d578-0bf5-4145-974e-406b2d99f730 tempest-AttachVolumeNegativeTest-337757454 tempest-AttachVolumeNegativeTest-337757454-project] 10.222.0.90 "GET /v2.0/ports?device_id=58d88f85-1d15-4f12-a8e7-f3b531088d5e HTTP/1.1" status: 200 len: 210 time: 0.0296881 Feb 21 01:36:05.377401 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d1658-46ad-42f9-a278-03c9c4c731e2 req-7bb69d75-0ad2-4653-a114-1dfe5b45f3e8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:05.378949 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b02d1658-46ad-42f9-a278-03c9c4c731e2 req-7bb69d75-0ad2-4653-a114-1dfe5b45f3e8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0640533 Feb 21 01:36:05.433098 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b02d1658-46ad-42f9-a278-03c9c4c731e2 req-2def6eee-de1c-4abd-8925-4d99d43cca5e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479140 Feb 21 01:36:05.954284 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57934) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:05.999507 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_v2 [None req-326e7cc8-b07b-44d6-b7ab-6736a3ef58f7 admin admin] Deleting subnet 69ce5680-8483-49e9-a153-62f865fbfca9 {{(pid=103193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:36:06.002581 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-326e7cc8-b07b-44d6-b7ab-6736a3ef58f7 admin admin] Publish callbacks [] for subnet (69ce5680-8483-49e9-a153-62f865fbfca9), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.043334 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-326e7cc8-b07b-44d6-b7ab-6736a3ef58f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63094948'] for subnet (69ce5680-8483-49e9-a153-62f865fbfca9), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.082788 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-326e7cc8-b07b-44d6-b7ab-6736a3ef58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (69ce5680-8483-49e9-a153-62f865fbfca9), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.211133 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-326e7cc8-b07b-44d6-b7ab-6736a3ef58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63695781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63494459'] for subnet (69ce5680-8483-49e9-a153-62f865fbfca9), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.237933 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e7cc8-b07b-44d6-b7ab-6736a3ef58f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ce5680-8483-49e9-a153-62f865fbfca9,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:06.247918 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-326e7cc8-b07b-44d6-b7ab-6736a3ef58f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.252041 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-326e7cc8-b07b-44d6-b7ab-6736a3ef58f7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/69ce5680-8483-49e9-a153-62f865fbfca9 HTTP/1.1" status: 204 len: 168 time: 0.2965195 Feb 21 01:36:06.254336 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57940) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:06.328965 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.361620 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-8d93c91c-d154-41ee-b696-6b767eec78e6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160534230&fields=id&tenant_id=360e1042eb3f47f5be6a603e1877d9d8 HTTP/1.1" status: 200 len: 267 time: 0.0449674 Feb 21 01:36:06.407832 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.428408 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:06.437737 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8013534c-d6c5-48be-937b-ae7c9cb67b6e') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:06.438032 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8013534c-d6c5-48be-937b-ae7c9cb67b6e') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:06.447815 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (8013534c-d6c5-48be-937b-ae7c9cb67b6e), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.460641 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (8013534c-d6c5-48be-937b-ae7c9cb67b6e), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.467168 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:36:06.467570 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (8013534c-d6c5-48be-937b-ae7c9cb67b6e), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:36:06.469275 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:36:06.471398 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-a5ec7589-2322-433c-beb5-174572c3d345 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:06.472718 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-a5ec7589-2322-433c-beb5-174572c3d345 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/networks?id=487fa038-40fd-45ef-934d-8902aea996a9 HTTP/1.1" status: 200 len: 809 time: 0.1035597 Feb 21 01:36:06.488041 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-98fc70c3-c3b6-4d40-8529-31554b6235f7 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/quotas/360e1042eb3f47f5be6a603e1877d9d8 HTTP/1.1" status: 200 len: 375 time: 0.0096996 Feb 21 01:36:06.581790 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-952ea565-ee49-43be-b3ad-806d50013c06 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867186 Feb 21 01:36:06.596555 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d22a77-6e10-4afa-af01-481bc8aea561 req-b0820390-80ca-4414-b900-c350e2ca24f6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:06.598109 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87d22a77-6e10-4afa-af01-481bc8aea561 req-b0820390-80ca-4414-b900-c350e2ca24f6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0738797 Feb 21 01:36:06.598861 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.606865 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.610256 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] 10.222.0.90 "DELETE /v2.0/networks/19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a HTTP/1.1" status: 204 len: 168 time: 0.3549762 Feb 21 01:36:06.625479 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e008e13-bf49-4c9c-bd9a-a03e33f560d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c3a3ee-4943-4cb3-b92f-e4a4ed0d979a,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:06.679878 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-af822d6e-98c3-49b3-b575-a371a34a7e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.707500 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:06.962483 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87d22a77-6e10-4afa-af01-481bc8aea561 req-c174ed9a-c853-438e-ad3f-dbff2ef10747 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523037 Feb 21 01:36:06.983337 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-a1e4eef3-154b-47a2-bb3b-73d4ef22c833 service neutron] 10.222.0.90 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842723 Feb 21 01:36:07.020562 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57962) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:07.062018 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-72f774fe-05bd-432b-81e8-1e7f743bd586 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=11d99a6bb8ad42a980e51a57fcec7315&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397499 Feb 21 01:36:07.064485 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 57966) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:07.085030 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-d89c4a97-b522-4d20-ae3e-8477011c466b service neutron] 10.222.0.90 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958736 Feb 21 01:36:07.116095 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d54c-4d9b-4501-b25b-9c7eac8ff3c1 admin admin] Publish callbacks [] for security_group (3ab3bbd5-2279-4bad-b15b-2e7fe1626282), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:07.142383 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d54c-4d9b-4501-b25b-9c7eac8ff3c1 admin admin] Publish callbacks [] for security_group (3ab3bbd5-2279-4bad-b15b-2e7fe1626282), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:07.244558 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d54c-4d9b-4501-b25b-9c7eac8ff3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (3ab3bbd5-2279-4bad-b15b-2e7fe1626282), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:07.247349 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fdc7d54c-4d9b-4501-b25b-9c7eac8ff3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:07.248531 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-fdc7d54c-4d9b-4501-b25b-9c7eac8ff3c1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3ab3bbd5-2279-4bad-b15b-2e7fe1626282 HTTP/1.1" status: 204 len: 168 time: 0.1830788 Feb 21 01:36:07.259568 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7d54c-4d9b-4501-b25b-9c7eac8ff3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab3bbd5-2279-4bad-b15b-2e7fe1626282,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:07.740539 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:07.885159 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 8dcff3a2-5327-4c3f-9f70-590bf220865d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:36:07.907316 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 8dcff3a2-5327-4c3f-9f70-590bf220865d {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:36:07.907656 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 8dcff3a2-5327-4c3f-9f70-590bf220865d not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:36:08.260879 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2e223-b12f-4f4e-963e-bf85f56d2b04 req-c16fe254-1442-4baf-961b-e5c59b9fbda8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:08.262387 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7aa2e223-b12f-4f4e-963e-bf85f56d2b04 req-c16fe254-1442-4baf-961b-e5c59b9fbda8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0605249 Feb 21 01:36:08.309628 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7aa2e223-b12f-4f4e-963e-bf85f56d2b04 req-9ad18c8b-cc7b-4eae-93ed-9095fe1dbb3d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410743 Feb 21 01:36:08.947857 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-846d542b-db62-46a5-9098-511b2fca7f9e req-900ee935-a007-4984-9bd7-73388825e48e tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 210 time: 0.0382745 Feb 21 01:36:09.138025 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:09.158679 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca126-798a-4761-8f7e-299db089d55d req-3d5b0b0b-6464-48f7-a8b9-7bac37e1dbf9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:09.160291 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59aca126-798a-4761-8f7e-299db089d55d req-3d5b0b0b-6464-48f7-a8b9-7bac37e1dbf9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0531664 Feb 21 01:36:09.221117 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59aca126-798a-4761-8f7e-299db089d55d req-98144db9-3944-481b-8573-0dcc02de8566 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552232 Feb 21 01:36:09.450905 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c4246-2517-4587-8ebc-09f358fe63aa req-ec289b7e-203d-47fc-9042-e4682b7a07cd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:09.452366 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-de2c4246-2517-4587-8ebc-09f358fe63aa req-ec289b7e-203d-47fc-9042-e4682b7a07cd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0535066 Feb 21 01:36:09.512096 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-de2c4246-2517-4587-8ebc-09f358fe63aa req-52e4f8a6-7c72-4faa-8d21-e27b4b258900 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541074 Feb 21 01:36:09.558589 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3b6c0-1114-4f58-b760-29e087092558 req-4eb5e8a7-88fd-4dd9-86e8-64ffedf4465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:09.560093 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47e3b6c0-1114-4f58-b760-29e087092558 req-4eb5e8a7-88fd-4dd9-86e8-64ffedf4465a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 1130 time: 0.0471272 Feb 21 01:36:09.669896 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3b6c0-1114-4f58-b760-29e087092558 req-b897a622-ecfc-4959-9b90-b9f046c549c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:09.671521 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47e3b6c0-1114-4f58-b760-29e087092558 req-b897a622-ecfc-4959-9b90-b9f046c549c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.0921628 Feb 21 01:36:09.737999 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47e3b6c0-1114-4f58-b760-29e087092558 req-66e5ef71-b8a5-452e-a343-f344999ddd9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 200 len: 1001 time: 0.0593991 Feb 21 01:36:09.784027 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3b6c0-1114-4f58-b760-29e087092558 req-5eecdc0f-af0c-49e3-ace6-82ed708754ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:09.785452 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47e3b6c0-1114-4f58-b760-29e087092558 req-5eecdc0f-af0c-49e3-ace6-82ed708754ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0418451 Feb 21 01:36:10.042218 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cc0deded-07bb-4993-a06b-5a6e1323ae28 req-dd461e0b-8294-4d06-a902-2b4e635ec14b tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 210 time: 0.0314212 Feb 21 01:36:10.343409 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a173b-3a5f-422c-8489-6798f45fb8c9 req-4cc9da81-d85d-4822-bc15-b6d24d1629e6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:10.344885 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4b4a173b-3a5f-422c-8489-6798f45fb8c9 req-4cc9da81-d85d-4822-bc15-b6d24d1629e6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0505648 Feb 21 01:36:10.396828 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4b4a173b-3a5f-422c-8489-6798f45fb8c9 req-3d151e00-2820-4bcc-84f3-b6601ddce90d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Feb 21 01:36:10.507272 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:10.636627 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ed615-36f6-416c-a0dd-911b6338cf6b req-55f81ba8-8a87-49fc-b3b7-8358e1cf04c9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:10.638107 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-996ed615-36f6-416c-a0dd-911b6338cf6b req-55f81ba8-8a87-49fc-b3b7-8358e1cf04c9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0535343 Feb 21 01:36:10.683546 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-996ed615-36f6-416c-a0dd-911b6338cf6b req-c1a3c8f5-70e0-460c-b222-ed8be19e7848 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399492 Feb 21 01:36:11.158369 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2d3f1b06-124a-4448-8b1c-d584a5778e06 req-f2e15b8b-0107-4461-a878-a1b69972d62d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 210 time: 0.0429952 Feb 21 01:36:11.173746 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3b6c0-1114-4f58-b760-29e087092558 req-c94f1408-8365-47f4-9d8a-3aa30b31ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:11.175384 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47e3b6c0-1114-4f58-b760-29e087092558 req-c94f1408-8365-47f4-9d8a-3aa30b31ac65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696146 Feb 21 01:36:11.515432 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ba6a3-9e83-4bba-9b8d-a3d5b2dbd2ed req-7cdb1eb5-b190-46cd-a7f9-4a344f55ca33 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:11.516950 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-627ba6a3-9e83-4bba-9b8d-a3d5b2dbd2ed req-7cdb1eb5-b190-46cd-a7f9-4a344f55ca33 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0524848 Feb 21 01:36:11.564381 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-627ba6a3-9e83-4bba-9b8d-a3d5b2dbd2ed req-c54ece04-dbd4-472d-93e0-896b68ebe3f7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415640 Feb 21 01:36:11.807198 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc91582-59ed-48fa-b846-392498921534 req-a374befb-7f7d-451f-aad9-7a1f9f9f6a2c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:11.808690 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bdc91582-59ed-48fa-b846-392498921534 req-a374befb-7f7d-451f-aad9-7a1f9f9f6a2c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0541673 Feb 21 01:36:11.859177 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bdc91582-59ed-48fa-b846-392498921534 req-ee579507-381a-4076-be0e-7441cf611cab tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450602 Feb 21 01:36:12.064997 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47e3b6c0-1114-4f58-b760-29e087092558 req-20cf895b-e2e8-41f3-9b2d-8eed4222ff28 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816543 Feb 21 01:36:12.256326 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a1ca831b-edf8-4279-a12f-b7b6a5201bf3 req-440ecfd0-e489-410b-8487-65110e316767 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 210 time: 0.0277183 Feb 21 01:36:12.686887 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001d6fb-ad11-4a4a-b68f-0b7e025a373a req-e4dd2e1a-d582-40d9-b0cc-1c041812c6ae tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:12.688383 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9001d6fb-ad11-4a4a-b68f-0b7e025a373a req-e4dd2e1a-d582-40d9-b0cc-1c041812c6ae tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0587451 Feb 21 01:36:12.734594 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9001d6fb-ad11-4a4a-b68f-0b7e025a373a req-2a45081e-256c-4ae3-9f3e-1c35a677260b tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406568 Feb 21 01:36:12.979944 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f574e-81e8-40a2-a191-6a044ff382af req-8c36ac8a-09e0-4ed9-a907-c90709c0b490 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:12.981445 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-040f574e-81e8-40a2-a191-6a044ff382af req-8c36ac8a-09e0-4ed9-a907-c90709c0b490 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0524302 Feb 21 01:36:13.028863 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-040f574e-81e8-40a2-a191-6a044ff382af req-6fe30e60-146a-46bd-9268-469ce819b9bc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419521 Feb 21 01:36:13.373530 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1be0cb53-0135-4925-be4d-5f385bd527ab req-b1fd018d-2d6b-4710-b6a9-5859eb6336ae tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 210 time: 0.0394580 Feb 21 01:36:13.453553 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47e3b6c0-1114-4f58-b760-29e087092558 req-e027dad6-2586-41dd-8d2a-419ab3829fb4 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106858 Feb 21 01:36:13.854554 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665876b4-c3eb-4c96-81d3-6ee71edae86a req-2774dcab-5cfa-4d12-9407-907d6fe2d7c4 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:13.856083 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-665876b4-c3eb-4c96-81d3-6ee71edae86a req-2774dcab-5cfa-4d12-9407-907d6fe2d7c4 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0559175 Feb 21 01:36:13.902592 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-665876b4-c3eb-4c96-81d3-6ee71edae86a req-057304b2-23c0-47ac-aa49-262ccf7a5973 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409176 Feb 21 01:36:14.155041 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71572d-0e13-4821-9cb1-18e9eaaf0ea4 req-8e655862-e1d7-40e8-85aa-e074dae4c7b7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:14.156420 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8a71572d-0e13-4821-9cb1-18e9eaaf0ea4 req-8e655862-e1d7-40e8-85aa-e074dae4c7b7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0572722 Feb 21 01:36:14.203020 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8a71572d-0e13-4821-9cb1-18e9eaaf0ea4 req-855f96d4-2329-4379-951d-ac15ced79dbe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409322 Feb 21 01:36:14.470397 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-53a2bffd-92ce-441e-9e25-b698008edacb req-cb0e5af1-73a6-42da-8add-1dc2d3d1a12e tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 210 time: 0.0265942 Feb 21 01:36:14.696927 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-a8fd4650-a9de-436b-af8b-ab25f0c9e3f2 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:14.698293 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-a8fd4650-a9de-436b-af8b-ab25f0c9e3f2 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.43 "GET /v2.0/networks?id=487fa038-40fd-45ef-934d-8902aea996a9 HTTP/1.1" status: 200 len: 809 time: 0.1036220 Feb 21 01:36:14.764374 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-bbade5f1-5c60-461f-947f-69f25115bcf4 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=360e1042eb3f47f5be6a603e1877d9d8 HTTP/1.1" status: 200 len: 379 time: 0.0568163 Feb 21 01:36:14.777360 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Request body: {'port': {'device_id': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'admin_state_up': True, 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'security_groups': ['53b7987d-a026-4af7-8b2d-dba6b2885440']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:14.968939 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Made reservation on behalf of 360e1042eb3f47f5be6a603e1877d9d8 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:36:14.972340 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:15.094906 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526d936-29ff-4e3a-8407-9f672539cd8d req-c8ad534a-627b-4470-8306-aa13205a2d1d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:15.096412 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f526d936-29ff-4e3a-8407-9f672539cd8d req-c8ad534a-627b-4470-8306-aa13205a2d1d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.1211421 Feb 21 01:36:15.182576 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Allocated IP 172.20.0.7 (487fa038-40fd-45ef-934d-8902aea996a9/7000422f-16c7-4afa-a5d4-520df51dbf95/682a620b-646c-4dfa-8198-bae01e8d1e36) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:36:15.187202 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f526d936-29ff-4e3a-8407-9f672539cd8d req-9d4da8d3-9017-42a9-8da6-eadbf8d4d492 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847435 Feb 21 01:36:15.376694 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:15.381554 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb6dcb-fd9e-4d29-bc4c-89040728fc06 req-a9480851-5585-469a-a85c-78ec96fb94e1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:15.383194 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90cb6dcb-fd9e-4d29-bc4c-89040728fc06 req-a9480851-5585-469a-a85c-78ec96fb94e1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0920496 Feb 21 01:36:15.457792 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-90cb6dcb-fd9e-4d29-bc4c-89040728fc06 req-1aa8191c-226a-4de6-8f3c-e4d4829db89b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663369 Feb 21 01:36:15.518716 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:15.592065 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Network 487fa038-40fd-45ef-934d-8902aea996a9 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:36:15.598098 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:36:15.603244 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'Port': ['ID=682a620b-646c-4dfa-8198-bae01e8d1e36,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:15.603376 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:36:15.608594 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:15.609247 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:15.640065 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4219dd8-e91c-4ffc-8a98-dba9a7539f6d req-87b8c889-6449-4af1-86b3-2d84d4c7d0ef tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:15.641759 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4219dd8-e91c-4ffc-8a98-dba9a7539f6d req-87b8c889-6449-4af1-86b3-2d84d4c7d0ef tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 931 time: 0.0947640 Feb 21 01:36:15.700030 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4219dd8-e91c-4ffc-8a98-dba9a7539f6d req-70fe20f6-3cb2-4d4d-987c-4d1afda15094 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517282 Feb 21 01:36:15.727424 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-812c92cd-12b1-47a3-b75e-747ef6a7db9f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9536183 Feb 21 01:36:15.746698 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Request body: {'port': {'device_id': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:15.816920 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:15.912149 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-2e120465-1ad9-458b-8836-f187d4110973 None None] Provisioning complete for port 682a620b-646c-4dfa-8198-bae01e8d1e36 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:36:15.912743 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e120465-1ad9-458b-8836-f187d4110973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:15.950627 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2e120465-1ad9-458b-8836-f187d4110973 None None] Port 682a620b-646c-4dfa-8198-bae01e8d1e36 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:36:16.087806 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682a620b-646c-4dfa-8198-bae01e8d1e36 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:36:16.096116 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Publish callbacks [] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:16.110861 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Transition to ACTIVE for port object 682a620b-646c-4dfa-8198-bae01e8d1e36 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:36:16.164121 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:16.235679 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Pushing event updated for resources: {'Port': ['ID=682a620b-646c-4dfa-8198-bae01e8d1e36,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:16.287552 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Attempting to bind port 682a620b-646c-4dfa-8198-bae01e8d1e36 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:36:16.287552 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Attempting to bind port 682a620b-646c-4dfa-8198-bae01e8d1e36 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:36:16.287552 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Attempting to bind port 682a620b-646c-4dfa-8198-bae01e8d1e36 on network 487fa038-40fd-45ef-934d-8902aea996a9 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:36:16.301966 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Port 682a620b-646c-4dfa-8198-bae01e8d1e36 on network 487fa038-40fd-45ef-934d-8902aea996a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:36:16.302325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Attempting to bind port 682a620b-646c-4dfa-8198-bae01e8d1e36 on network 487fa038-40fd-45ef-934d-8902aea996a9 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:36:16.310472 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:36:16.310867 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Checking segment: {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:36:16.311256 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Bound using segment: {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:36:16.311696 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Bound port: 682a620b-646c-4dfa-8198-bae01e8d1e36, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:36:16.312054 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:16.365471 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be46e-6088-447e-b68e-e86c8b40f02e req-e5c35873-a689-4d43-a166-8bc6446dc622 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:16.368924 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5b7be46e-6088-447e-b68e-e86c8b40f02e req-e5c35873-a689-4d43-a166-8bc6446dc622 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.1052637 Feb 21 01:36:16.422098 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:36:16.443924 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=682a620b-646c-4dfa-8198-bae01e8d1e36,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:36:16.446867 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5b7be46e-6088-447e-b68e-e86c8b40f02e req-50bcc657-e672-4cb3-84c9-f539907648d8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735273 Feb 21 01:36:16.507353 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:16.545969 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:16.546509 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:16.547819 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] 10.222.0.43 "PUT /v2.0/ports/682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 200 len: 1093 time: 0.8059180 Feb 21 01:36:16.555019 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:36:16.559626 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11739b22-a646-4e87-a6da-bdc1d274c85d" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:36:16.610296 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6054b5-0dc0-4f1f-9df0-1c870f5dff81 x-openstack-request-id: req-ed6054b5-0dc0-4f1f-9df0-1c870f5dff81 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:36:16.610576 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:36:16.610849 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ed6054b5-0dc0-4f1f-9df0-1c870f5dff81 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:36:16.611222 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'status': 'completed', 'code': 200} Feb 21 01:36:16.630389 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853ee17-e221-488d-aa51-7cbd60c7c1ea service neutron] Pushing event updated for resources: {'Port': ['ID=682a620b-646c-4dfa-8198-bae01e8d1e36,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:16.653523 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785b85e-7e9d-4579-a6f2-017dde4ce7a8 req-9620aca1-132f-4e2f-9f0a-3661e7610731 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:16.655274 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8785b85e-7e9d-4579-a6f2-017dde4ce7a8 req-9620aca1-132f-4e2f-9f0a-3661e7610731 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1166353 Feb 21 01:36:16.723401 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8785b85e-7e9d-4579-a6f2-017dde4ce7a8 req-2ec7b747-89a1-4f12-aa6e-95181596e028 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607903 Feb 21 01:36:16.841313 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22760907-a536-497e-aa24-bf9d071ac607 req-bc1afb6b-6bc3-42bd-9538-aafa492e96d7 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:16.842703 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22760907-a536-497e-aa24-bf9d071ac607 req-bc1afb6b-6bc3-42bd-9538-aafa492e96d7 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0530827 Feb 21 01:36:16.960806 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60adda-c5ef-4818-9ef8-2c7171f7f1fa req-bea82319-8474-4568-9982-40b2e469fb6c tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:16.962253 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3e60adda-c5ef-4818-9ef8-2c7171f7f1fa req-bea82319-8474-4568-9982-40b2e469fb6c tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.1186974 Feb 21 01:36:16.967423 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22760907-a536-497e-aa24-bf9d071ac607 req-af050489-bb81-44d7-8a32-d65a3a88715e tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159611 Feb 21 01:36:17.013634 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11739b22-a646-4e87-a6da-bdc1d274c85d req-f71ed665-44b2-46e9-88c3-766df797b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:17.015133 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11739b22-a646-4e87-a6da-bdc1d274c85d req-f71ed665-44b2-46e9-88c3-766df797b5ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1127 time: 0.1024776 Feb 21 01:36:17.022019 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3e60adda-c5ef-4818-9ef8-2c7171f7f1fa req-abf19b7b-feaf-4a36-a462-adc1efe44f67 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537381 Feb 21 01:36:17.044453 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58222) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:17.119454 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11739b22-a646-4e87-a6da-bdc1d274c85d req-6dc449be-a664-44c7-b9de-a6cfd006f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:17.120943 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11739b22-a646-4e87-a6da-bdc1d274c85d req-6dc449be-a664-44c7-b9de-a6cfd006f956 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0973566 Feb 21 01:36:17.259342 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2b401-3309-4a94-bef6-1d730def835d tempest-TestMinimumBasicScenario-1188085474 tempest-TestMinimumBasicScenario-1188085474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:17.260907 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-eec2b401-3309-4a94-bef6-1d730def835d tempest-TestMinimumBasicScenario-1188085474 tempest-TestMinimumBasicScenario-1188085474-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 1124 time: 0.2155218 Feb 21 01:36:17.263750 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58226) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:17.268258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'floatingip': {'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'port_id': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:17.363864 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:17.460494 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:17.600088 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Allocated IP 172.27.3.126 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/298d9fc6-836f-4ec5-bdfc-c2187f5c1a00) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:36:17.623549 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fbc3c-da0d-4531-b291-f430d83226cf req-f72399c7-47a9-4935-bcaa-2079478dcdfc tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:17.625060 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fb4fbc3c-da0d-4531-b291-f430d83226cf req-f72399c7-47a9-4935-bcaa-2079478dcdfc tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.1023777 Feb 21 01:36:17.718891 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fb4fbc3c-da0d-4531-b291-f430d83226cf req-9bb2a43e-f750-4545-8c53-ac9a4bad38cd tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817797 Feb 21 01:36:17.742996 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for port (298d9fc6-836f-4ec5-bdfc-c2187f5c1a00), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:17.834898 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (298d9fc6-836f-4ec5-bdfc-c2187f5c1a00), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:17.873973 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:36:17.878812 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:36:17.881955 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:36:17.920093 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'Port': ['ID=298d9fc6-836f-4ec5-bdfc-c2187f5c1a00,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:17.931934 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee19c9-3a84-4efc-b62d-d84ba835b059 req-89492d27-a81d-45c3-8041-967315f1d593 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:17.933440 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ccee19c9-3a84-4efc-b62d-d84ba835b059 req-89492d27-a81d-45c3-8041-967315f1d593 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1280456 Feb 21 01:36:18.111061 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ccee19c9-3a84-4efc-b62d-d84ba835b059 req-af65f3d2-90b0-4b88-b71a-5e244891d8ad tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704631 Feb 21 01:36:18.202582 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11739b22-a646-4e87-a6da-bdc1d274c85d req-d9d2b4d8-11c8-4da4-897d-dfe13f6585e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:18.204091 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11739b22-a646-4e87-a6da-bdc1d274c85d req-d9d2b4d8-11c8-4da4-897d-dfe13f6585e1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2096903 Feb 21 01:36:18.236675 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef72a80-6337-445f-8e48-f04eec820eea req-217085f4-0eef-479a-94ac-990c3fc2f496 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:18.238115 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4ef72a80-6337-445f-8e48-f04eec820eea req-217085f4-0eef-479a-94ac-990c3fc2f496 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.1505876 Feb 21 01:36:18.606013 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4ef72a80-6337-445f-8e48-f04eec820eea req-e50944e3-316d-45f2-80f6-4324d57e3b72 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603148 Feb 21 01:36:18.681031 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for floatingip (d2d39507-5509-44dc-a8a2-ae9470365b37), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:18.828410 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (298d9fc6-836f-4ec5-bdfc-c2187f5c1a00), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:18.876729 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1541c-57bf-4258-bb50-fbb65a16fca9 req-16a32721-b495-40da-8509-8f6840a2acbc tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:18.878293 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8fb1541c-57bf-4258-bb50-fbb65a16fca9 req-16a32721-b495-40da-8509-8f6840a2acbc tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0854180 Feb 21 01:36:18.972941 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8fb1541c-57bf-4258-bb50-fbb65a16fca9 req-46f49c70-f913-4334-8a78-39672b428a0d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869699 Feb 21 01:36:19.024829 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for port (298d9fc6-836f-4ec5-bdfc-c2187f5c1a00), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:19.089740 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (298d9fc6-836f-4ec5-bdfc-c2187f5c1a00), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:19.135051 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'Port': ['ID=298d9fc6-836f-4ec5-bdfc-c2187f5c1a00,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:19.142312 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (d2d39507-5509-44dc-a8a2-ae9470365b37), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:19.279458 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Floating IP d2d39507-5509-44dc-a8a2-ae9470365b37 associated. External IP: 172.27.3.126, port: 3c272f96-f321-4ccf-a91e-d7d0afd792b2. Feb 21 01:36:19.288979 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3009a3-28e9-47e1-b6b1-bd8d06a58bb9 req-92d5a7c2-a83f-4270-a906-813848452346 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:19.290426 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ed3009a3-28e9-47e1-b6b1-bd8d06a58bb9 req-92d5a7c2-a83f-4270-a906-813848452346 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1035173 Feb 21 01:36:19.400243 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ed3009a3-28e9-47e1-b6b1-bd8d06a58bb9 req-03501548-1754-4c71-9850-83888c1a47a6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800095 Feb 21 01:36:19.523445 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Router 954e8860-47e7-4ce5-95e2-28f49ef0332b has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:36:19.631792 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:36:19.643027 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] Sync routers for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:36:19.653283 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:36:19.654051 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:36:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:19.686461 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:19.743772 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58260) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:19.744389 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-c2df9a3d-1431-46ac-adad-3a258d57cff8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4791083 Feb 21 01:36:19.745307 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:36:19.747422 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:36:19.748337 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1083368726', 'description': 'tempest-secgroup-smoke-1083368726 description', 'project_id': '784f5427745d402ba47e692082aac30f'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:19.767634 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:36:19.773491 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65135d4b-c4b9-4942-8639-11885eb5223e req-5a3605b1-ba47-41e8-85f5-3175f4904779 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:19.775034 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-65135d4b-c4b9-4942-8639-11885eb5223e req-5a3605b1-ba47-41e8-85f5-3175f4904779 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0696507 Feb 21 01:36:19.798008 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36d369f-42ee-4cfc-b2e2-ad64fe900b8d x-openstack-request-id: req-f36d369f-42ee-4cfc-b2e2-ad64fe900b8d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:36:19.798301 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:36:19.798552 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f36d369f-42ee-4cfc-b2e2-ad64fe900b8d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:36:19.798986 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'status': 'completed', 'code': 200} Feb 21 01:36:19.815617 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:19.829165 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-65135d4b-c4b9-4942-8639-11885eb5223e req-114411f8-018e-47b6-a8fa-50deb49e3a15 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483916 Feb 21 01:36:19.886655 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group (9746bf9d-4fdc-43f3-8953-2b70074ef734), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:19.963875 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (9746bf9d-4fdc-43f3-8953-2b70074ef734), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:19.993096 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9746bf9d-4fdc-43f3-8953-2b70074ef734,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:20.000291 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.000673 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.001020 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.001371 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.001707 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.002045 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.002452 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.002860 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.003055 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.003382 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.003747 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.004028 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.004359 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:36:20.052967 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': 'd2d39507-5509-44dc-a8a2-ae9470365b37', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'port_id': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'mac_address': 'fa:16:3e:fe:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:36:18Z', 'updated_at': '2022-02-21T01:36:18Z', 'revision_number': 0, 'project_id': '784f5427745d402ba47e692082aac30f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8adec7-c783-438f-af22-66502be87a12', 'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'mac_address': 'fa:16:3e:56:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:03Z', 'updated_at': '2022-02-21T01:35:07Z', 'revision_number': 5, 'project_id': '784f5427745d402ba47e692082aac30f', 'subnets': [{'id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:20.059073 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:20.063035 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-62dc0530-7d41-4959-850d-9ba47c899f24 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3155096 Feb 21 01:36:20.065818 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58266) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:20.068310 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-08624f28-f46e-4e28-a965-99498c463018 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'security_group_rule': {'security_group_id': '9746bf9d-4fdc-43f3-8953-2b70074ef734', 'project_id': '784f5427745d402ba47e692082aac30f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:20.081860 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] Checking router: 954e8860-47e7-4ce5-95e2-28f49ef0332b for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:36:20.090868 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:36:20.091480 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:36:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:20.171889 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-08624f28-f46e-4e28-a965-99498c463018 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (ffcc3152-cf9d-49b4-8305-b5aea5151296), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:20.188494 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859adb57-736e-4407-b2d6-a93df4cbf142 req-0d69c959-7040-4b1f-9d24-cbf741fb11d2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:20.195637 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-859adb57-736e-4407-b2d6-a93df4cbf142 req-0d69c959-7040-4b1f-9d24-cbf741fb11d2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.1488740 Feb 21 01:36:20.215245 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-1cc4ca3d-9139-4c8f-adc3-89e8761c9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:20.216687 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-1cc4ca3d-9139-4c8f-adc3-89e8761c9c07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1127 time: 0.1262953 Feb 21 01:36:20.221262 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-2e181471-c80f-43c3-993e-ae0dc7936b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:20.222776 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-2e181471-c80f-43c3-993e-ae0dc7936b57 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=784f5427745d402ba47e692082aac30f&device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 1129 time: 0.1312995 Feb 21 01:36:20.242907 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-08624f28-f46e-4e28-a965-99498c463018 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (ffcc3152-cf9d-49b4-8305-b5aea5151296), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:20.252257 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-859adb57-736e-4407-b2d6-a93df4cbf142 req-01857164-773b-474f-b521-13bb9571c37d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557342 Feb 21 01:36:20.323899 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-08624f28-f46e-4e28-a965-99498c463018 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (ffcc3152-cf9d-49b4-8305-b5aea5151296), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:20.332168 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:36:20.342694 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08624f28-f46e-4e28-a965-99498c463018 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffcc3152-cf9d-49b4-8305-b5aea5151296,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:20.427451 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-701119c6-8e64-44b5-acd4-cd09fadcf4fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 200 len: 217 time: 0.0447545 Feb 21 01:36:20.435232 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-08624f28-f46e-4e28-a965-99498c463018 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:20.439138 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-08624f28-f46e-4e28-a965-99498c463018 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722384 Feb 21 01:36:20.439728 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58276) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:20.448943 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-f1c9398b-9fd6-4f0c-a029-bd5c35c576fb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'security_group_rule': {'security_group_id': '9746bf9d-4fdc-43f3-8953-2b70074ef734', 'project_id': '784f5427745d402ba47e692082aac30f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:20.554900 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-37cfc046-3b09-4248-adc1-29e699ed2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:20.556260 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-37cfc046-3b09-4248-adc1-29e699ed2eb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7000422f-16c7-4afa-a5d4-520df51dbf95 HTTP/1.1" status: 200 len: 848 time: 0.1194515 Feb 21 01:36:20.565902 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': 'd2d39507-5509-44dc-a8a2-ae9470365b37', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'port_id': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'mac_address': 'fa:16:3e:fe:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:36:18Z', 'updated_at': '2022-02-21T01:36:18Z', 'revision_number': 0, 'project_id': '784f5427745d402ba47e692082aac30f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8adec7-c783-438f-af22-66502be87a12', 'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'mac_address': 'fa:16:3e:56:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:03Z', 'updated_at': '2022-02-21T01:35:07Z', 'revision_number': 5, 'project_id': '784f5427745d402ba47e692082aac30f', 'subnets': [{'id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:20.579328 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f1c9398b-9fd6-4f0c-a029-bd5c35c576fb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (9347d78d-e141-42b3-b5e2-55fe1cd4b9c2), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:20.600052 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58d000-334b-479f-8a74-909ddb7adce7 None None] The sync data for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi is: [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': 'd2d39507-5509-44dc-a8a2-ae9470365b37', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'port_id': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'mac_address': 'fa:16:3e:fe:bd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:36:18Z', 'updated_at': '2022-02-21T01:36:18Z', 'revision_number': 0, 'project_id': '784f5427745d402ba47e692082aac30f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8adec7-c783-438f-af22-66502be87a12', 'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'mac_address': 'fa:16:3e:56:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:03Z', 'updated_at': '2022-02-21T01:35:07Z', 'revision_number': 5, 'project_id': '784f5427745d402ba47e692082aac30f', 'subnets': [{'id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:36:20.609678 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81b6c9-b919-42f4-8b08-ff6aaa24911b req-9de3c229-e96b-4f31-afd4-3836d8ecbbd1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:20.611239 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab81b6c9-b919-42f4-8b08-ff6aaa24911b req-9de3c229-e96b-4f31-afd4-3836d8ecbbd1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1167877 Feb 21 01:36:20.612298 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-57389fb1-0ffb-4a9e-b369-db4ef3075e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:20.613673 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-57389fb1-0ffb-4a9e-b369-db4ef3075e4d service neutron] 10.222.0.43 "GET /v2.0/networks?id=d421b8af-7dc1-48b3-b75d-8a9c768a3410 HTTP/1.1" status: 200 len: 916 time: 0.2251515 Feb 21 01:36:20.648005 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f1c9398b-9fd6-4f0c-a029-bd5c35c576fb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (9347d78d-e141-42b3-b5e2-55fe1cd4b9c2), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:20.700929 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-98fa5567-8d36-41c4-97be-dc5c88a0b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:20.702445 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-98fa5567-8d36-41c4-97be-dc5c88a0b0ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=487fa038-40fd-45ef-934d-8902aea996a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1361003 Feb 21 01:36:20.763489 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f1c9398b-9fd6-4f0c-a029-bd5c35c576fb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (9347d78d-e141-42b3-b5e2-55fe1cd4b9c2), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:20.775022 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-180266ad-dd55-4029-8acd-4424aa0ef4fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 200 len: 999 time: 0.1472881 Feb 21 01:36:20.780548 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab81b6c9-b919-42f4-8b08-ff6aaa24911b req-16c3f1c1-fde2-401d-858f-20d6152a4aaa tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566885 Feb 21 01:36:20.792767 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9398b-9fd6-4f0c-a029-bd5c35c576fb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9347d78d-e141-42b3-b5e2-55fe1cd4b9c2,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:20.836040 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733a6f4-5b0b-4f13-93d3-90c6c5a07891 None None] New status for floating IP d2d39507-5509-44dc-a8a2-ae9470365b37: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:36:20.855504 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-7cc8a1ac-d960-41cb-93ed-c08c781af901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:20.857191 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-7cc8a1ac-d960-41cb-93ed-c08c781af901 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b19ecbe2-e175-4098-9670-f58687a27e12 HTTP/1.1" status: 200 len: 854 time: 0.0729189 Feb 21 01:36:20.862250 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-344d7fa2-0dd1-4a67-a587-c2ba9bd978c0 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519611 Feb 21 01:36:20.876142 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f1c9398b-9fd6-4f0c-a029-bd5c35c576fb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:20.881489 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f1c9398b-9fd6-4f0c-a029-bd5c35c576fb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4409177 Feb 21 01:36:20.882369 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58284) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:20.888464 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-e0d7a79e-56cf-45c2-9923-3f39de9e76e4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'security_group_rule': {'security_group_id': '9746bf9d-4fdc-43f3-8953-2b70074ef734', 'project_id': '784f5427745d402ba47e692082aac30f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:20.997513 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a79e-56cf-45c2-9923-3f39de9e76e4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (d1ea738d-b5fb-414a-976b-063a7c9bb0cb), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.068288 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a79e-56cf-45c2-9923-3f39de9e76e4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (d1ea738d-b5fb-414a-976b-063a7c9bb0cb), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.147745 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a79e-56cf-45c2-9923-3f39de9e76e4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (d1ea738d-b5fb-414a-976b-063a7c9bb0cb), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.167834 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7a79e-56cf-45c2-9923-3f39de9e76e4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ea738d-b5fb-414a-976b-063a7c9bb0cb,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:21.225579 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a79e-56cf-45c2-9923-3f39de9e76e4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.227500 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e0d7a79e-56cf-45c2-9923-3f39de9e76e4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3436637 Feb 21 01:36:21.233697 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-833250f0-394b-43d7-a091-c6b0ce158cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:21.233961 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-833250f0-394b-43d7-a091-c6b0ce158cc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d421b8af-7dc1-48b3-b75d-8a9c768a3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3707147 Feb 21 01:36:21.235201 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58288) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:21.240215 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-94bb2a6a-0bca-4090-9fb5-4154cea6dfc0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'security_group_rule': {'security_group_id': '9746bf9d-4fdc-43f3-8953-2b70074ef734', 'project_id': '784f5427745d402ba47e692082aac30f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:21.280956 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c6827-353f-4e21-94cd-ddff404e4c43 req-0fe02d31-d3ac-4b5d-938e-24fc4bb1e65a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:21.282483 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-642c6827-353f-4e21-94cd-ddff404e4c43 req-0fe02d31-d3ac-4b5d-938e-24fc4bb1e65a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.3755758 Feb 21 01:36:21.284366 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cbfb1b76-5019-4976-b8cb-74c98b9f5cfb req-b51b3a54-0d88-461f-9fe2-25099c114232 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135718 Feb 21 01:36:21.351938 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94bb2a6a-0bca-4090-9fb5-4154cea6dfc0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (c14c0d4b-0ae6-4dc3-be0e-b696eb4c8216), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.413144 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94bb2a6a-0bca-4090-9fb5-4154cea6dfc0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (c14c0d4b-0ae6-4dc3-be0e-b696eb4c8216), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.414035 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-642c6827-353f-4e21-94cd-ddff404e4c43 req-e117149e-651c-47ca-b9f6-724bda9743dc tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045189 Feb 21 01:36:21.420952 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-cd8ab806-5d35-493a-9006-21c9a4241c07 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777070 Feb 21 01:36:21.444458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc38538-cff8-4dd0-8967-b40c437e916f req-381839e7-40e4-467d-a9cd-4fbf6045d569 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:21.445896 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8dc38538-cff8-4dd0-8967-b40c437e916f req-381839e7-40e4-467d-a9cd-4fbf6045d569 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0991278 Feb 21 01:36:21.484237 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94bb2a6a-0bca-4090-9fb5-4154cea6dfc0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (c14c0d4b-0ae6-4dc3-be0e-b696eb4c8216), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.502553 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb2a6a-0bca-4090-9fb5-4154cea6dfc0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14c0d4b-0ae6-4dc3-be0e-b696eb4c8216,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:21.546208 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8dc38538-cff8-4dd0-8967-b40c437e916f req-c34a2a15-604f-4bc3-a003-3c096a2344be tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904882 Feb 21 01:36:21.556764 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-55a452c9-7c75-4c01-ae9f-62fdbea45c4b req-3f94006e-7d91-4d6e-a4b6-e8dbce23307e service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274385 Feb 21 01:36:21.600541 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-94bb2a6a-0bca-4090-9fb5-4154cea6dfc0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.601761 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-94bb2a6a-0bca-4090-9fb5-4154cea6dfc0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3654878 Feb 21 01:36:21.604567 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58294) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:21.608838 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-47059af7-a9a6-475f-92ed-e453578e972b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'security_group_rule': {'security_group_id': '9746bf9d-4fdc-43f3-8953-2b70074ef734', 'project_id': '784f5427745d402ba47e692082aac30f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:21.705998 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.securitygroups_db [None req-47059af7-a9a6-475f-92ed-e453578e972b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Project 784f5427745d402ba47e692082aac30f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:36:21.711265 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-47059af7-a9a6-475f-92ed-e453578e972b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (33a0ac17-c67d-4a07-9925-7c12926d7d4f), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.768412 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-47059af7-a9a6-475f-92ed-e453578e972b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (33a0ac17-c67d-4a07-9925-7c12926d7d4f), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.814588 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-47059af7-a9a6-475f-92ed-e453578e972b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (33a0ac17-c67d-4a07-9925-7c12926d7d4f), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.832618 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47059af7-a9a6-475f-92ed-e453578e972b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a0ac17-c67d-4a07-9925-7c12926d7d4f,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:21.892265 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-47059af7-a9a6-475f-92ed-e453578e972b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:21.893821 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-47059af7-a9a6-475f-92ed-e453578e972b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2883418 Feb 21 01:36:21.900140 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58306) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:21.908381 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-82b34796-59a2-45ab-955d-9c4ec8d16717 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'security_group_rule': {'security_group_id': '9746bf9d-4fdc-43f3-8953-2b70074ef734', 'project_id': '784f5427745d402ba47e692082aac30f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:21.933833 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d74ac-2d89-4cac-bc53-ee0f811493d9 req-d0a92018-a9e3-4ab2-a648-abd9fad1b1b9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:21.935917 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d15d74ac-2d89-4cac-bc53-ee0f811493d9 req-d0a92018-a9e3-4ab2-a648-abd9fad1b1b9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0680571 Feb 21 01:36:21.983211 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d15d74ac-2d89-4cac-bc53-ee0f811493d9 req-e4069813-84da-439f-84c2-931fd03be32e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415301 Feb 21 01:36:22.003190 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.securitygroups_db [None req-82b34796-59a2-45ab-955d-9c4ec8d16717 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Project 784f5427745d402ba47e692082aac30f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:36:22.009579 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-82b34796-59a2-45ab-955d-9c4ec8d16717 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (fe364e62-241a-4947-8dd1-c8ffd2bd1b4d), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:22.069057 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-82b34796-59a2-45ab-955d-9c4ec8d16717 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (fe364e62-241a-4947-8dd1-c8ffd2bd1b4d), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:22.197788 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-82b34796-59a2-45ab-955d-9c4ec8d16717 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (fe364e62-241a-4947-8dd1-c8ffd2bd1b4d), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:22.215597 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b34796-59a2-45ab-955d-9c4ec8d16717 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe364e62-241a-4947-8dd1-c8ffd2bd1b4d,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:22.287152 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-82b34796-59a2-45ab-955d-9c4ec8d16717 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:22.290377 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-82b34796-59a2-45ab-955d-9c4ec8d16717 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3868048 Feb 21 01:36:22.378027 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-38ebb8b9-9c08-4043-b85b-33190d04dad4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083368726&fields=id&tenant_id=784f5427745d402ba47e692082aac30f HTTP/1.1" status: 200 len: 267 time: 0.0439053 Feb 21 01:36:22.433412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-594a20a2-57cb-4730-a35d-cb723b9e41f3 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:22.434882 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-594a20a2-57cb-4730-a35d-cb723b9e41f3 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.0510774 Feb 21 01:36:22.446731 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-0ba5e8af-69e7-4c73-9c9a-60fa3309aef1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'port': {'security_groups': ['b05ea3f5-b5be-454e-bb6a-237f557ebe30', '9746bf9d-4fdc-43f3-8953-2b70074ef734']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:22.551382 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-0ba5e8af-69e7-4c73-9c9a-60fa3309aef1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:22.577418 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbae87-ea2d-47f7-9c2a-7e622ccdd783 req-f63cec65-9a80-486d-ab52-ed3689c76c2f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:22.581901 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46bbae87-ea2d-47f7-9c2a-7e622ccdd783 req-f63cec65-9a80-486d-ab52-ed3689c76c2f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0929544 Feb 21 01:36:22.677979 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46bbae87-ea2d-47f7-9c2a-7e622ccdd783 req-6ce9351c-0ba4-4863-93a5-6b60151d63e0 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806530 Feb 21 01:36:22.833927 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-0ba5e8af-69e7-4c73-9c9a-60fa3309aef1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] For port 3c272f96-f321-4ccf-a91e-d7d0afd792b2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:22.856095 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3833d5-84dd-4758-b31b-45d7587e60bb req-498c8ccb-9d9c-40bf-8e6a-2b2acc0382f3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:22.857708 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cb3833d5-84dd-4758-b31b-45d7587e60bb req-498c8ccb-9d9c-40bf-8e6a-2b2acc0382f3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.1061962 Feb 21 01:36:22.891208 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-0ba5e8af-69e7-4c73-9c9a-60fa3309aef1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:22.920312 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cb3833d5-84dd-4758-b31b-45d7587e60bb req-68aa6f46-8455-4cff-9655-534cac6a738c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552597 Feb 21 01:36:23.003982 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-0ba5e8af-69e7-4c73-9c9a-60fa3309aef1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.017052 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['3c272f96-f321-4ccf-a91e-d7d0afd792b2'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:36:23.049820 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-0ba5e8af-69e7-4c73-9c9a-60fa3309aef1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:23.050337 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-0ba5e8af-69e7-4c73-9c9a-60fa3309aef1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.066959 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7361c7c8-86f4-46f5-9b4c-459f678be558 req-0ba5e8af-69e7-4c73-9c9a-60fa3309aef1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "PUT /v2.0/ports/3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 200 len: 981 time: 0.6253288 Feb 21 01:36:23.067913 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:36:23.070379 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb512ed-3887-4e47-8303-ed7863d47d76" -d '{"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:36:23.145045 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['3c272f96-f321-4ccf-a91e-d7d0afd792b2'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:36:23.158371 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5e8af-69e7-4c73-9c9a-60fa3309aef1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'Port': ['ID=3c272f96-f321-4ccf-a91e-d7d0afd792b2,revision_number=6']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:23.220802 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f20ef-df2b-4222-badd-2b05b0629d92 req-73f95cb3-b2c7-440a-8ea8-0628148d6fa6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:23.229677 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58346) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:23.236671 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-138f20ef-df2b-4222-badd-2b05b0629d92 req-73f95cb3-b2c7-440a-8ea8-0628148d6fa6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1611762 Feb 21 01:36:23.273276 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3da01a-34ee-4213-a699-788229308c0e req-68500621-f811-4f09-b2a5-965865379ac6 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:23.280187 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-be3da01a-34ee-4213-a699-788229308c0e req-68500621-f811-4f09-b2a5-965865379ac6 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.1375346 Feb 21 01:36:23.328963 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-138f20ef-df2b-4222-badd-2b05b0629d92 req-2bc5ab78-5030-472d-b4aa-f4ba5a98e75f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913854 Feb 21 01:36:23.378580 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-be3da01a-34ee-4213-a699-788229308c0e req-4b1a2420-2655-4a1d-bad4-05cf52d5c43a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972617 Feb 21 01:36:23.384545 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-813b1761-d217-447f-bd9d-76d3567951c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.426433 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9283a53f-cedc-460b-8ff3-2df751ee9b1a x-openstack-request-id: req-9283a53f-cedc-460b-8ff3-2df751ee9b1a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:36:23.427328 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:36:23.427527 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9283a53f-cedc-460b-8ff3-2df751ee9b1a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:36:23.427961 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'status': 'completed', 'code': 200} Feb 21 01:36:23.458333 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-aacf9313-c376-47b3-b093-302d539aa0be None None] Provisioning complete for port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:36:23.459075 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-aacf9313-c376-47b3-b093-302d539aa0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.510076 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-47d7e283-b1c9-4ff8-911e-8407449892cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:23.511659 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-47d7e283-b1c9-4ff8-911e-8407449892cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=784f5427745d402ba47e692082aac30f&device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 1168 time: 0.0570009 Feb 21 01:36:23.517385 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-813b1761-d217-447f-bd9d-76d3567951c3 admin admin] Publish callbacks [] for security_group (b3153b27-f6e4-4060-8562-6894791c2c2a), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.599150 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-813b1761-d217-447f-bd9d-76d3567951c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b3153b27-f6e4-4060-8562-6894791c2c2a), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.610539 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-7d0d8be1-2de3-44fc-a0fd-b6a97ac626c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:23.612932 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-7d0d8be1-2de3-44fc-a0fd-b6a97ac626c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d421b8af-7dc1-48b3-b75d-8a9c768a3410 HTTP/1.1" status: 200 len: 916 time: 0.0943596 Feb 21 01:36:23.639295 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-813b1761-d217-447f-bd9d-76d3567951c3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=401231fd8afe4cf09b7453f1691ade4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063818 Feb 21 01:36:23.640353 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b1761-d217-447f-bd9d-76d3567951c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3153b27-f6e4-4060-8562-6894791c2c2a,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:23.643062 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58362) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:23.670867 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-aacf9313-c376-47b3-b093-302d539aa0be None None] Current status of the port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:36:23.693557 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-a6aac7bc-6c1e-4346-88ef-7ea3a7bd6810 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 200 len: 1001 time: 0.0738742 Feb 21 01:36:23.713520 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a38c-4ca9-44aa-b4e3-7c9fc63b2cd9 admin admin] Publish callbacks [] for security_group (b3153b27-f6e4-4060-8562-6894791c2c2a), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.747692 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a38c-4ca9-44aa-b4e3-7c9fc63b2cd9 admin admin] Publish callbacks [] for security_group (b3153b27-f6e4-4060-8562-6894791c2c2a), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.756203 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-099c124d-e1ff-4398-8b4a-de3fc1c6d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:23.758587 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-099c124d-e1ff-4398-8b4a-de3fc1c6d33e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b19ecbe2-e175-4098-9670-f58687a27e12 HTTP/1.1" status: 200 len: 854 time: 0.0589406 Feb 21 01:36:23.846188 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14af652-1068-4868-a888-39d937268542 req-c3e868fb-07c1-48f7-acbe-a0f7125ca828 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:23.847679 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a14af652-1068-4868-a888-39d937268542 req-c3e868fb-07c1-48f7-acbe-a0f7125ca828 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0879190 Feb 21 01:36:23.850139 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-851b5e1f-acc2-44c9-a5b5-13c8ec90aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:23.851443 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-851b5e1f-acc2-44c9-a5b5-13c8ec90aef8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d421b8af-7dc1-48b3-b75d-8a9c768a3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827608 Feb 21 01:36:23.884344 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a38c-4ca9-44aa-b4e3-7c9fc63b2cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b3153b27-f6e4-4060-8562-6894791c2c2a), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.887042 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c2d3a38c-4ca9-44aa-b4e3-7c9fc63b2cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:23.890652 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-c2d3a38c-4ca9-44aa-b4e3-7c9fc63b2cd9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b3153b27-f6e4-4060-8562-6894791c2c2a HTTP/1.1" status: 204 len: 168 time: 0.2440138 Feb 21 01:36:23.897475 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3a38c-4ca9-44aa-b4e3-7c9fc63b2cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3153b27-f6e4-4060-8562-6894791c2c2a,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:23.951266 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a14af652-1068-4868-a888-39d937268542 req-56b99d49-e972-4971-8390-a477072e9637 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971992 Feb 21 01:36:23.980272 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-d646c8d0-4967-4e28-b629-49d78ef25a34 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196420 Feb 21 01:36:24.112389 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c3054-043a-4e0f-8099-0bb022c5a956 req-e4ed22ea-639e-4aef-b3e5-4a5ee75cd9d5 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:24.113942 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fe9c3054-043a-4e0f-8099-0bb022c5a956 req-e4ed22ea-639e-4aef-b3e5-4a5ee75cd9d5 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.1184666 Feb 21 01:36:24.119503 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-abb512ed-3887-4e47-8303-ed7863d47d76 req-958e7337-9ed8-4943-805d-35c9d83f5c90 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315451 Feb 21 01:36:24.169963 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fe9c3054-043a-4e0f-8099-0bb022c5a956 req-55caac03-9d53-43f2-ac51-914ed4d9dc5e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495245 Feb 21 01:36:24.454075 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f147b-0739-4ec4-ad69-5ceec0ab5a37 req-12f52ed1-9102-4da2-abb3-69e973541cdc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:24.455528 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c53f147b-0739-4ec4-ad69-5ceec0ab5a37 req-12f52ed1-9102-4da2-abb3-69e973541cdc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0508811 Feb 21 01:36:24.488808 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58378) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:24.501111 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c53f147b-0739-4ec4-ad69-5ceec0ab5a37 req-34201033-5a77-4865-bdec-588df9a85e27 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399561 Feb 21 01:36:24.506131 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-79fb4e74-c084-4dcb-be37-924a5aa90ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:24.579305 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-79fb4e74-c084-4dcb-be37-924a5aa90ba8 admin admin] Publish callbacks [] for security_group (70fab6cd-d00a-4fe0-b93f-74ad6c2d1bad), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:24.689678 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-79fb4e74-c084-4dcb-be37-924a5aa90ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (70fab6cd-d00a-4fe0-b93f-74ad6c2d1bad), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:24.727859 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-79fb4e74-c084-4dcb-be37-924a5aa90ba8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0a637137182046c9b72451992127fb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369647 Feb 21 01:36:24.728756 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb4e74-c084-4dcb-be37-924a5aa90ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fab6cd-d00a-4fe0-b93f-74ad6c2d1bad,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:24.730588 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58380) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:24.781621 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8c24951-fffe-4f8e-a3c1-383f0d9fab36 admin admin] Publish callbacks [] for security_group (70fab6cd-d00a-4fe0-b93f-74ad6c2d1bad), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:24.802431 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8c24951-fffe-4f8e-a3c1-383f0d9fab36 admin admin] Publish callbacks [] for security_group (70fab6cd-d00a-4fe0-b93f-74ad6c2d1bad), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:24.900606 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8c24951-fffe-4f8e-a3c1-383f0d9fab36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (70fab6cd-d00a-4fe0-b93f-74ad6c2d1bad), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:24.903207 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a8c24951-fffe-4f8e-a3c1-383f0d9fab36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:24.909472 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-a8c24951-fffe-4f8e-a3c1-383f0d9fab36 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/70fab6cd-d00a-4fe0-b93f-74ad6c2d1bad HTTP/1.1" status: 204 len: 168 time: 0.1725948 Feb 21 01:36:24.913075 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c24951-fffe-4f8e-a3c1-383f0d9fab36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fab6cd-d00a-4fe0-b93f-74ad6c2d1bad,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:25.074055 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68345043-770c-4b8d-bce7-6ed2df79d497 req-9806f95f-2efa-4d52-ba59-e4091970d295 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:25.075975 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68345043-770c-4b8d-bce7-6ed2df79d497 req-9806f95f-2efa-4d52-ba59-e4091970d295 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0542965 Feb 21 01:36:25.124928 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-68345043-770c-4b8d-bce7-6ed2df79d497 req-49850aef-34ab-4e2e-94bb-9c1e54dfaa4b tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434637 Feb 21 01:36:25.298068 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b4a8f-259c-472f-9bf3-94b5baf1764f req-f3edd141-6652-4c85-b32c-79fc9ee6ad9d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:25.301420 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1e7b4a8f-259c-472f-9bf3-94b5baf1764f req-f3edd141-6652-4c85-b32c-79fc9ee6ad9d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0542045 Feb 21 01:36:25.351824 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1e7b4a8f-259c-472f-9bf3-94b5baf1764f req-a1621b4d-181e-461b-82b1-91e04faf1480 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465591 Feb 21 01:36:25.636292 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58416) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:25.650441 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e28966-aa67-4a2a-aec6-9e93bdddf5cf req-58b71c5f-aca5-49a4-ba81-f273f39969d5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:25.650441 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d6e28966-aa67-4a2a-aec6-9e93bdddf5cf req-58b71c5f-aca5-49a4-ba81-f273f39969d5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0663061 Feb 21 01:36:25.696100 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d6e28966-aa67-4a2a-aec6-9e93bdddf5cf req-0780d5be-375f-48f0-a5e7-02c7ff3cd8a8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Feb 21 01:36:25.745057 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9974fe42-a60f-4afe-96b9-d618f35711c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:25.830552 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9974fe42-a60f-4afe-96b9-d618f35711c7 admin admin] Publish callbacks [] for security_group (98ac09ea-6e15-414c-b90b-b9f5836f51e4), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:25.906616 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9974fe42-a60f-4afe-96b9-d618f35711c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (98ac09ea-6e15-414c-b90b-b9f5836f51e4), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:25.944251 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9974fe42-a60f-4afe-96b9-d618f35711c7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5e68e63ff2d24ac5b9dac77f5d3a2461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068538 Feb 21 01:36:25.946210 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974fe42-a60f-4afe-96b9-d618f35711c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ac09ea-6e15-414c-b90b-b9f5836f51e4,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:25.947080 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58426) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:26.009508 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acc96821-7bb1-4f51-96ae-2b0dd6f24cb6 admin admin] Publish callbacks [] for security_group (98ac09ea-6e15-414c-b90b-b9f5836f51e4), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:26.031903 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acc96821-7bb1-4f51-96ae-2b0dd6f24cb6 admin admin] Publish callbacks [] for security_group (98ac09ea-6e15-414c-b90b-b9f5836f51e4), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:26.158652 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acc96821-7bb1-4f51-96ae-2b0dd6f24cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (98ac09ea-6e15-414c-b90b-b9f5836f51e4), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:26.161803 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-acc96821-7bb1-4f51-96ae-2b0dd6f24cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:26.162976 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-acc96821-7bb1-4f51-96ae-2b0dd6f24cb6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/98ac09ea-6e15-414c-b90b-b9f5836f51e4 HTTP/1.1" status: 204 len: 168 time: 0.2148147 Feb 21 01:36:26.174374 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc96821-7bb1-4f51-96ae-2b0dd6f24cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ac09ea-6e15-414c-b90b-b9f5836f51e4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:26.255382 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16abb54-a1ea-44f0-9aa2-339f123a8285 req-166391d8-9acf-436c-8f56-aa3f45031d53 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:26.256901 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a16abb54-a1ea-44f0-9aa2-339f123a8285 req-166391d8-9acf-436c-8f56-aa3f45031d53 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0582733 Feb 21 01:36:26.305231 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a16abb54-a1ea-44f0-9aa2-339f123a8285 req-5e6b4fbe-579b-4e95-b66a-c32213ee5b09 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424581 Feb 21 01:36:26.475850 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3322fa7-f7d2-4ef4-aa3d-3f7c83848fc0 req-5f6ebbac-1528-4eec-b8a0-98da97185280 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:26.477513 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d3322fa7-f7d2-4ef4-aa3d-3f7c83848fc0 req-5f6ebbac-1528-4eec-b8a0-98da97185280 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0543113 Feb 21 01:36:26.530857 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:36:26.533488 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d3322fa7-f7d2-4ef4-aa3d-3f7c83848fc0 req-44b6803f-0833-4384-a3a5-3133fa24a759 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498152 Feb 21 01:36:26.826448 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09520d-4de5-4a9c-a80c-8c598bfa10e1 req-0e6c377c-9e98-4eef-b63b-bf506174f309 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:26.828038 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58458) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:26.828670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9d09520d-4de5-4a9c-a80c-8c598bfa10e1 req-0e6c377c-9e98-4eef-b63b-bf506174f309 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0575490 Feb 21 01:36:26.841063 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4986ebab-357f-47b4-8e43-fba0357a3dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:26.918712 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9d09520d-4de5-4a9c-a80c-8c598bfa10e1 req-8fdc4555-5327-4aad-b5c7-7196ad75977e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835183 Feb 21 01:36:26.935652 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa96567-b848-475d-b1fa-a7e995789453 req-7e362d24-a908-41e3-9d75-aabd4e5b441c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:26.941535 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0fa96567-b848-475d-b1fa-a7e995789453 req-7e362d24-a908-41e3-9d75-aabd4e5b441c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.1052876 Feb 21 01:36:26.962300 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4986ebab-357f-47b4-8e43-fba0357a3dd4 admin admin] Publish callbacks [] for security_group (96bfec0a-036b-4997-afef-9b750fa14a5d), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:27.014685 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0fa96567-b848-475d-b1fa-a7e995789453 req-287e34a1-44c3-49c2-952d-e9fa7435714f tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670769 Feb 21 01:36:27.029643 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-1e16ce5d-acbd-4b2a-bcde-166387b99656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:27.029643 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-1e16ce5d-acbd-4b2a-bcde-166387b99656 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 1129 time: 0.0668678 Feb 21 01:36:27.050391 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4986ebab-357f-47b4-8e43-fba0357a3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (96bfec0a-036b-4997-afef-9b750fa14a5d), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:27.090237 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-4986ebab-357f-47b4-8e43-fba0357a3dd4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5c47c614a8e944958c76735135671e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617931 Feb 21 01:36:27.091151 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986ebab-357f-47b4-8e43-fba0357a3dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bfec0a-036b-4997-afef-9b750fa14a5d,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:27.093282 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58464) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:27.167908 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-18e0d923-c2f4-4379-9a23-f611d57a37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:27.169434 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-18e0d923-c2f4-4379-9a23-f611d57a37fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 912 time: 0.1282568 Feb 21 01:36:27.170453 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffe05ab7-7eee-47bf-a730-0529c4bfef73 admin admin] Publish callbacks [] for security_group (96bfec0a-036b-4997-afef-9b750fa14a5d), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:27.229535 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffe05ab7-7eee-47bf-a730-0529c4bfef73 admin admin] Publish callbacks [] for security_group (96bfec0a-036b-4997-afef-9b750fa14a5d), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:27.269741 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-219a6876-b7cd-408a-8633-f3fbc3e7abd6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e HTTP/1.1" status: 200 len: 1000 time: 0.0899067 Feb 21 01:36:27.321424 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-51d97537-02a7-4d23-ad4a-6bfc11a5948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:27.322874 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-51d97537-02a7-4d23-ad4a-6bfc11a5948d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 200 len: 850 time: 0.0442672 Feb 21 01:36:27.374330 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-dd56c520-96d8-4a07-a6c4-66171c6e909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:27.375840 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-dd56c520-96d8-4a07-a6c4-66171c6e909c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27d681c4-c216-4785-93dd-e8601d1c0576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449758 Feb 21 01:36:27.386719 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffe05ab7-7eee-47bf-a730-0529c4bfef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (96bfec0a-036b-4997-afef-9b750fa14a5d), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:27.389260 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ffe05ab7-7eee-47bf-a730-0529c4bfef73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:27.390356 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-ffe05ab7-7eee-47bf-a730-0529c4bfef73 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/96bfec0a-036b-4997-afef-9b750fa14a5d HTTP/1.1" status: 204 len: 168 time: 0.2960408 Feb 21 01:36:27.434732 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe05ab7-7eee-47bf-a730-0529c4bfef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bfec0a-036b-4997-afef-9b750fa14a5d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:27.500057 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86ab9d-2580-44e2-a98e-b93dee268be9 req-6584a24c-13a4-44d3-8f7f-72ea869c6393 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:27.501581 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ec86ab9d-2580-44e2-a98e-b93dee268be9 req-6584a24c-13a4-44d3-8f7f-72ea869c6393 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.1248822 Feb 21 01:36:27.531242 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-6c19d90d-b356-4eed-a65d-03ee8584b03e service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258872 Feb 21 01:36:27.607888 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ec86ab9d-2580-44e2-a98e-b93dee268be9 req-fa1fcbf6-e2f9-49d1-8f27-598a85326e78 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977876 Feb 21 01:36:27.650105 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f26ebab3-b095-4a7a-8d61-a486319e9db9 req-c6af59c0-5480-40db-ae48-2ba97be0760a service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109047 Feb 21 01:36:27.958715 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:36:28.056109 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b93ae1-7bc3-46fa-965d-8bff4d9ccc9a req-338b15a5-fabb-4794-a846-a42c7f88918f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:28.057651 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-88b93ae1-7bc3-46fa-965d-8bff4d9ccc9a req-338b15a5-fabb-4794-a846-a42c7f88918f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0557675 Feb 21 01:36:28.078209 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:28.082689 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'port_id': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'mac_address': 'fa:16:3e:24:a0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:36:28.125646 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 is: ACTIVE; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:36:28.126040 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:28.140063 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:36:28.147153 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-88b93ae1-7bc3-46fa-965d-8bff4d9ccc9a req-e594751c-3bcd-452c-a6c1-018e2209d640 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817788 Feb 21 01:36:28.162192 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:28.170776 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0992b72-fcd0-49f0-a5bf-c57a27d8f16f req-fea5a347-e6c5-47a2-9881-1927307abcd4 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:28.172264 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f0992b72-fcd0-49f0-a5bf-c57a27d8f16f req-fea5a347-e6c5-47a2-9881-1927307abcd4 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0704348 Feb 21 01:36:28.219414 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f0992b72-fcd0-49f0-a5bf-c57a27d8f16f req-0786ae65-1138-46dc-928e-d7b61923082c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407689 Feb 21 01:36:28.243190 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:28.294846 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:28.600639 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:36:28.727091 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ba43-c2b2-48c7-bd61-19e01432e64c req-17ae3c43-f176-450f-a339-7b44c12c8734 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:28.728920 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2102ba43-c2b2-48c7-bd61-19e01432e64c req-17ae3c43-f176-450f-a339-7b44c12c8734 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0535445 Feb 21 01:36:28.782695 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2102ba43-c2b2-48c7-bd61-19e01432e64c req-90e826b1-1c59-4679-a738-54990e3afe86 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480144 Feb 21 01:36:29.282376 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e5cf-51d1-46a6-a148-9e44ee2fef92 req-f327a734-a183-40d1-ba28-14dc31e054c3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:29.283880 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a6f5e5cf-51d1-46a6-a148-9e44ee2fef92 req-f327a734-a183-40d1-ba28-14dc31e054c3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0576952 Feb 21 01:36:29.363357 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a6f5e5cf-51d1-46a6-a148-9e44ee2fef92 req-1a666235-bc72-4ee5-b558-69c8c49f49d9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740614 Feb 21 01:36:29.388269 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342ba8c-f1bc-4497-8dbb-f6950cbc6b75 req-c314dc82-8199-4775-b2d8-226d837c2000 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:29.388269 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a342ba8c-f1bc-4497-8dbb-f6950cbc6b75 req-c314dc82-8199-4775-b2d8-226d837c2000 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0845444 Feb 21 01:36:29.428089 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a342ba8c-f1bc-4497-8dbb-f6950cbc6b75 req-073d560c-b480-43e1-b760-8544dbb4c8e0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Feb 21 01:36:29.892190 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6a61-b618-47ea-be99-aa675ca4c218 req-cede534f-4a66-4c23-afed-6c66e72fe5f0 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:29.893691 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e58b6a61-b618-47ea-be99-aa675ca4c218 req-cede534f-4a66-4c23-afed-6c66e72fe5f0 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0519679 Feb 21 01:36:29.941785 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e58b6a61-b618-47ea-be99-aa675ca4c218 req-d69ee188-5584-48c3-ae2a-01021f476a20 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 Feb 21 01:36:29.981589 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 682a620b-646c-4dfa-8198-bae01e8d1e36 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:36:29.984718 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:36:30.105168 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:36:30.109342 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:30.153816 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=682a620b-646c-4dfa-8198-bae01e8d1e36,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:30.168700 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'port_id': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'mac_address': 'fa:16:3e:fe:78:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:36:30.234789 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 682a620b-646c-4dfa-8198-bae01e8d1e36 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:36:30.235037 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:30.236819 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:36:30.237168 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:30.257560 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682a620b-646c-4dfa-8198-bae01e8d1e36 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:36:30.282871 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:36:30.285260 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be474160-f877-4794-a6c4-a44e5889e752" -d '{"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-plugged", "status": "completed", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:36:30.302564 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:30.304560 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=682a620b-646c-4dfa-8198-bae01e8d1e36,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:30.335151 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a07e5d4-9042-4507-afae-86daf1c4676d x-openstack-request-id: req-7a07e5d4-9042-4507-afae-86daf1c4676d {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:36:30.335445 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-plugged", "status": "completed", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:36:30.335702 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7a07e5d4-9042-4507-afae-86daf1c4676d {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:36:30.336099 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'code': 200} Feb 21 01:36:30.364045 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:30.370206 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:30.422071 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:30.472123 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=682a620b-646c-4dfa-8198-bae01e8d1e36,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:30.502394 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3c552-3aaa-4779-9775-a41777d749e0 req-727df91d-198a-43be-8b5e-112e6ac67650 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:30.503895 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-19b3c552-3aaa-4779-9775-a41777d749e0 req-727df91d-198a-43be-8b5e-112e6ac67650 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0583112 Feb 21 01:36:30.550842 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-19b3c552-3aaa-4779-9775-a41777d749e0 req-2f8b4f7c-ff93-4043-95fd-e29b60d82713 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412040 Feb 21 01:36:30.828495 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['682a620b-646c-4dfa-8198-bae01e8d1e36'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:36:31.072290 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d04c2-d8e7-4549-aef7-4b070a756c92 req-13cdfc96-8022-45a7-9738-6fbf9c0b7cd2 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:31.073806 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-db8d04c2-d8e7-4549-aef7-4b070a756c92 req-13cdfc96-8022-45a7-9738-6fbf9c0b7cd2 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 944 time: 0.0547943 Feb 21 01:36:31.121004 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-db8d04c2-d8e7-4549-aef7-4b070a756c92 req-9b67ff69-f99f-4c5b-a4be-6dcbb8b9b305 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416327 Feb 21 01:36:31.669611 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902161a-a45f-4d2b-b789-b2c974ef987d req-1886740a-07e9-46e3-b704-00dd1ed99f76 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:31.671071 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a902161a-a45f-4d2b-b789-b2c974ef987d req-1886740a-07e9-46e3-b704-00dd1ed99f76 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0499830 Feb 21 01:36:31.720056 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a902161a-a45f-4d2b-b789-b2c974ef987d req-e1eea5fd-29ba-4d98-9d4c-8d515db5653f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428665 Feb 21 01:36:32.242092 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b025b43-8abc-4f4a-a4eb-4d877127f66b req-a9f3d784-4658-4e20-8b8d-f05b6b63aea3 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:32.243523 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4b025b43-8abc-4f4a-a4eb-4d877127f66b req-a9f3d784-4658-4e20-8b8d-f05b6b63aea3 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 944 time: 0.0498726 Feb 21 01:36:32.290797 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4b025b43-8abc-4f4a-a4eb-4d877127f66b req-74473b3d-31bd-4013-ab5f-957c7361d4e9 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418575 Feb 21 01:36:32.843698 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4f174-6f13-4b74-a7e7-d74b55daa389 req-8f2d56d3-eaf6-4944-a32f-5440c8bb654d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:32.845281 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bce4f174-6f13-4b74-a7e7-d74b55daa389 req-8f2d56d3-eaf6-4944-a32f-5440c8bb654d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0532238 Feb 21 01:36:32.896833 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bce4f174-6f13-4b74-a7e7-d74b55daa389 req-8c19b880-fc85-438c-b708-180663a1981f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458617 Feb 21 01:36:33.430922 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776a0c4-8797-4846-8101-04ee9b7b5717 req-8c432cb0-02a3-47d6-92a1-36a35b76113e tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:33.437895 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3776a0c4-8797-4846-8101-04ee9b7b5717 req-8c432cb0-02a3-47d6-92a1-36a35b76113e tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 944 time: 0.0630648 Feb 21 01:36:33.497936 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3776a0c4-8797-4846-8101-04ee9b7b5717 req-06e28369-57bb-4a23-b00d-fe5d5ebaf09f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519128 Feb 21 01:36:34.025598 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 682a620b-646c-4dfa-8198-bae01e8d1e36 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:36:34.111932 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc99b-1336-43a1-b7ee-64b8b946201f req-8f561f99-8ed5-431a-bcce-d827765a936d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:34.123315 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7e6bc99b-1336-43a1-b7ee-64b8b946201f req-8f561f99-8ed5-431a-bcce-d827765a936d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1131697 Feb 21 01:36:34.157586 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95a89521-c222-4d60-9ec2-44d4d78f91fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:34.181522 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 682a620b-646c-4dfa-8198-bae01e8d1e36 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:36:34.187180 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 682a620b-646c-4dfa-8198-bae01e8d1e36 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:36:34.193520 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:34.193669 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7e6bc99b-1336-43a1-b7ee-64b8b946201f req-b7992605-5d36-4817-8373-50c5a763d026 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671186 Feb 21 01:36:34.298275 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 682a620b-646c-4dfa-8198-bae01e8d1e36 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:36:34.298812 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:34.330061 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:36:34.332472 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cca584-508d-4b40-a45d-449d2e9a64ff" -d '{"events": [{"server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "name": "network-vif-plugged", "status": "completed", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:36:34.349286 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=682a620b-646c-4dfa-8198-bae01e8d1e36,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:34.387557 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d7add9-5f43-47f6-9748-8530949bf770 x-openstack-request-id: req-84d7add9-5f43-47f6-9748-8530949bf770 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:36:34.387879 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "name": "network-vif-plugged", "status": "completed", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:36:34.388141 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-84d7add9-5f43-47f6-9748-8530949bf770 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:36:34.388840 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'code': 200} Feb 21 01:36:34.409625 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:34.479596 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=682a620b-646c-4dfa-8198-bae01e8d1e36,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:34.626612 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4c506-d034-407a-b7b9-aeff7c6ad233 req-9ea7c418-41e3-4949-80d9-0f9caeaf23a5 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:34.635172 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-40e4c506-d034-407a-b7b9-aeff7c6ad233 req-9ea7c418-41e3-4949-80d9-0f9caeaf23a5 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0727239 Feb 21 01:36:34.715180 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-40e4c506-d034-407a-b7b9-aeff7c6ad233 req-b5a19b75-6c0b-451b-95c0-a39eb3dae1a3 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788956 Feb 21 01:36:34.815967 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f532ff2-e8c1-4a50-a7c8-dc234a48e192 req-d2e91ce3-bff2-4557-a577-da7e27700623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:34.815967 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0f532ff2-e8c1-4a50-a7c8-dc234a48e192 req-d2e91ce3-bff2-4557-a577-da7e27700623 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1129 time: 0.0465209 Feb 21 01:36:34.872483 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0f532ff2-e8c1-4a50-a7c8-dc234a48e192 req-74522686-0992-4855-ae03-d7115ab8f596 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492747 Feb 21 01:36:35.330877 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92a052-dbff-43da-bf95-49d0dc31b200 req-c831eb2e-97b4-4ca0-8328-a62c78062352 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:35.333749 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2e92a052-dbff-43da-bf95-49d0dc31b200 req-c831eb2e-97b4-4ca0-8328-a62c78062352 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0641510 Feb 21 01:36:35.390301 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2e92a052-dbff-43da-bf95-49d0dc31b200 req-7a959cc8-f997-44ae-a6e9-2aebc27b102f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486817 Feb 21 01:36:35.848969 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a8bba-7453-4c17-8c36-64f0e3e9012c req-480ab71f-cb42-439b-8a9c-90cafec75cc7 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:35.850357 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5a6a8bba-7453-4c17-8c36-64f0e3e9012c req-480ab71f-cb42-439b-8a9c-90cafec75cc7 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0571427 Feb 21 01:36:35.909110 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5a6a8bba-7453-4c17-8c36-64f0e3e9012c req-4e2535c2-2470-4587-9534-a187f9699659 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532238 Feb 21 01:36:36.531777 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db6c68-fd4a-44d9-a0bf-f390318b5267 req-94a50431-edaa-42ae-8a86-7cc6f678ccc5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:36.531777 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-30db6c68-fd4a-44d9-a0bf-f390318b5267 req-94a50431-edaa-42ae-8a86-7cc6f678ccc5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0512288 Feb 21 01:36:36.568514 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-30db6c68-fd4a-44d9-a0bf-f390318b5267 req-360428e2-015e-48b6-8297-b2cafff8c8c3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437827 Feb 21 01:36:36.689549 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07d68140-0a86-4e74-a52b-ed356d998369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:36.691158 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:37.054214 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27182c9-a50b-403e-a184-5730f98ca854 req-5aab1445-40d6-416d-9d54-5ae2a70e575c tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:37.055743 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c27182c9-a50b-403e-a184-5730f98ca854 req-5aab1445-40d6-416d-9d54-5ae2a70e575c tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0600777 Feb 21 01:36:37.116686 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c27182c9-a50b-403e-a184-5730f98ca854 req-ebb94907-a401-4a21-9970-ffdce6f63a9d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548203 Feb 21 01:36:37.267418 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e31be2-ed22-4bed-8e2d-7339f6ccd257 req-15284ead-2100-4562-87f5-70d987a5e9a9 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:37.269077 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b0e31be2-ed22-4bed-8e2d-7339f6ccd257 req-15284ead-2100-4562-87f5-70d987a5e9a9 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0689378 Feb 21 01:36:37.332768 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b0e31be2-ed22-4bed-8e2d-7339f6ccd257 req-68b1e3d8-b084-44d8-8734-8c19404107a7 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533814 Feb 21 01:36:37.357042 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58750) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:37.580686 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af7818f-492a-43eb-943b-278c00dc7d70 tempest-TestShelveInstance-1199046501 tempest-TestShelveInstance-1199046501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:37.584159 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-5af7818f-492a-43eb-943b-278c00dc7d70 tempest-TestShelveInstance-1199046501 tempest-TestShelveInstance-1199046501-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1124 time: 0.2255952 Feb 21 01:36:37.587009 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58754) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:37.594152 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Request body: {'floatingip': {'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'port_id': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:36:37.673050 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:37.686233 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:37.774614 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58760) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:37.786179 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768850e5-52ac-4a83-83e6-6e7e54952886 req-1d659296-0f78-40d1-bf75-99b2ebfd41f4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:37.787769 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-768850e5-52ac-4a83-83e6-6e7e54952886 req-1d659296-0f78-40d1-bf75-99b2ebfd41f4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1259892 Feb 21 01:36:37.853055 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-768850e5-52ac-4a83-83e6-6e7e54952886 req-0b1ee14b-41b2-40bb-9fb9-3128a4fb5dee tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534055 Feb 21 01:36:37.889932 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:37.911892 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a3268bfe-6eca-4720-9db0-e6260008b057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:38.013543 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a3268bfe-6eca-4720-9db0-e6260008b057 admin admin] Publish callbacks [] for security_group (4a67bbcc-1305-4442-8b37-b183d440b009), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:38.026903 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Allocated IP 172.27.3.36 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/f89ba0ff-7c46-4b93-b071-5b03b88dd383) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:36:38.078537 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a3268bfe-6eca-4720-9db0-e6260008b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4a67bbcc-1305-4442-8b37-b183d440b009), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:38.149390 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a3268bfe-6eca-4720-9db0-e6260008b057 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e952f96f33f54aa5bdd15678402da751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731995 Feb 21 01:36:38.149603 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58764) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:38.151503 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3268bfe-6eca-4720-9db0-e6260008b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a67bbcc-1305-4442-8b37-b183d440b009,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:38.162359 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for port (f89ba0ff-7c46-4b93-b071-5b03b88dd383), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:38.240306 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ca5e-222f-4fa1-a9ae-d51ab608b382 admin admin] Publish callbacks [] for security_group (4a67bbcc-1305-4442-8b37-b183d440b009), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:38.265911 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ca5e-222f-4fa1-a9ae-d51ab608b382 admin admin] Publish callbacks [] for security_group (4a67bbcc-1305-4442-8b37-b183d440b009), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:38.313063 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (f89ba0ff-7c46-4b93-b071-5b03b88dd383), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:38.357554 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:36:38.361659 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:36:38.366549 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:36:38.371024 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'Port': ['ID=f89ba0ff-7c46-4b93-b071-5b03b88dd383,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:38.432122 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ca5e-222f-4fa1-a9ae-d51ab608b382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4a67bbcc-1305-4442-8b37-b183d440b009), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:38.434762 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4fd2ca5e-222f-4fa1-a9ae-d51ab608b382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:38.444853 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-4fd2ca5e-222f-4fa1-a9ae-d51ab608b382 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4a67bbcc-1305-4442-8b37-b183d440b009 HTTP/1.1" status: 204 len: 168 time: 0.2743800 Feb 21 01:36:38.467444 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2ca5e-222f-4fa1-a9ae-d51ab608b382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a67bbcc-1305-4442-8b37-b183d440b009,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:39.050063 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df1314-5f47-4ee1-b324-0ff8c97d001e req-c4516c8b-ae41-48f5-963f-9b4d21b95ae2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:39.050063 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a0df1314-5f47-4ee1-b324-0ff8c97d001e req-c4516c8b-ae41-48f5-963f-9b4d21b95ae2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1029770 Feb 21 01:36:39.050802 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for floatingip (162a971d-ad4c-49b6-89dc-a1aa8c7df344), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.164036 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.175814 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a0df1314-5f47-4ee1-b324-0ff8c97d001e req-25c1438b-b497-4844-8d52-5c6f42de0b42 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210146 Feb 21 01:36:39.275143 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58784) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:39.290180 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b030165e-8ae9-41c7-8d98-1a31b95794d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.294151 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f89ba0ff-7c46-4b93-b071-5b03b88dd383), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.379649 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b030165e-8ae9-41c7-8d98-1a31b95794d9 admin admin] Publish callbacks [] for security_group (03da1f7c-8315-4b62-9b59-dc9cabb2c5c6), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.449236 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b030165e-8ae9-41c7-8d98-1a31b95794d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (03da1f7c-8315-4b62-9b59-dc9cabb2c5c6), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.483582 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for port (f89ba0ff-7c46-4b93-b071-5b03b88dd383), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.496286 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b030165e-8ae9-41c7-8d98-1a31b95794d9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=49c734e4b4e44accb640ec0ac5049e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193384 Feb 21 01:36:39.500811 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030165e-8ae9-41c7-8d98-1a31b95794d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03da1f7c-8315-4b62-9b59-dc9cabb2c5c6,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:39.500954 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58786) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:39.542601 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f89ba0ff-7c46-4b93-b071-5b03b88dd383), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.588144 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (162a971d-ad4c-49b6-89dc-a1aa8c7df344), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.639846 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event updated for resources: {'Port': ['ID=f89ba0ff-7c46-4b93-b071-5b03b88dd383,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:39.657388 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95214283-eba8-40fd-b333-6b491e7eddd9 admin admin] Publish callbacks [] for security_group (03da1f7c-8315-4b62-9b59-dc9cabb2c5c6), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.719403 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95214283-eba8-40fd-b333-6b491e7eddd9 admin admin] Publish callbacks [] for security_group (03da1f7c-8315-4b62-9b59-dc9cabb2c5c6), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.759598 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Floating IP 162a971d-ad4c-49b6-89dc-a1aa8c7df344 associated. External IP: 172.27.3.36, port: 682a620b-646c-4dfa-8198-bae01e8d1e36. Feb 21 01:36:39.938333 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95214283-eba8-40fd-b333-6b491e7eddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (03da1f7c-8315-4b62-9b59-dc9cabb2c5c6), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.940979 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-95214283-eba8-40fd-b333-6b491e7eddd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:39.945337 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-95214283-eba8-40fd-b333-6b491e7eddd9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/03da1f7c-8315-4b62-9b59-dc9cabb2c5c6 HTTP/1.1" status: 204 len: 168 time: 0.4427631 Feb 21 01:36:39.984465 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95214283-eba8-40fd-b333-6b491e7eddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03da1f7c-8315-4b62-9b59-dc9cabb2c5c6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:40.014032 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Router be11f558-0197-435a-815a-e857ecc8a3d1 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:36:40.137363 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:36:40.176167 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] Sync routers for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:36:40.176167 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:36:40.176167 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:36:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:40.273616 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:36:40.328794 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d58723-328e-4131-bbe9-f693995d2d52 req-10e0b68b-30f1-486a-ae16-a3e84f76343e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:40.330372 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f9d58723-328e-4131-bbe9-f693995d2d52 req-10e0b68b-30f1-486a-ae16-a3e84f76343e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0687399 Feb 21 01:36:40.377760 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f9d58723-328e-4131-bbe9-f693995d2d52 req-6bcf679b-3d8a-45be-95cf-2a8c27d73c93 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416934 Feb 21 01:36:40.423349 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:40.457794 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-f8d80b43-6781-4a20-85e5-aeade0ee9fce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8688445 Feb 21 01:36:40.458473 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:36:40.460983 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d3818d-1206-4200-92fe-d08712571450" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:36:40.500521 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411f5a1a-231a-4617-8244-75c636f78a36 x-openstack-request-id: req-411f5a1a-231a-4617-8244-75c636f78a36 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:36:40.500817 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:36:40.501108 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-411f5a1a-231a-4617-8244-75c636f78a36 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:36:40.501456 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'status': 'completed', 'code': 200} Feb 21 01:36:40.541730 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '162a971d-ad4c-49b6-89dc-a1aa8c7df344', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'port_id': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'mac_address': 'fa:16:3e:fe:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:36:38Z', 'updated_at': '2022-02-21T01:36:38Z', 'revision_number': 0, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b903b-232f-4775-908a-2dd15b6d03dc', 'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'mac_address': 'fa:16:3e:22:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:22Z', 'updated_at': '2022-02-21T01:35:27Z', 'revision_number': 5, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'subnets': [{'id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:40.579267 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:40.591954 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] Checking router: be11f558-0197-435a-815a-e857ecc8a3d1 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:36:40.592068 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3818d-1206-4200-92fe-d08712571450 req-c7f3bdf7-12b0-4dc7-a2b6-644b09bcb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:40.593263 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a6d3818d-1206-4200-92fe-d08712571450 req-c7f3bdf7-12b0-4dc7-a2b6-644b09bcb753 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1129 time: 0.0595577 Feb 21 01:36:40.598794 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:36:40.599432 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:36:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:40.727131 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3818d-1206-4200-92fe-d08712571450 req-a7cc4e52-e28a-4ff0-bc42-acb0c4002588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:40.728848 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a6d3818d-1206-4200-92fe-d08712571450 req-a7cc4e52-e28a-4ff0-bc42-acb0c4002588 service neutron] 10.222.0.43 "GET /v2.0/networks?id=487fa038-40fd-45ef-934d-8902aea996a9 HTTP/1.1" status: 200 len: 910 time: 0.1276753 Feb 21 01:36:40.757918 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:36:40.817796 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a6d3818d-1206-4200-92fe-d08712571450 req-0a9b506d-c61c-4fad-bb1f-97a0e6ade072 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 200 len: 998 time: 0.0816031 Feb 21 01:36:40.881728 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3818d-1206-4200-92fe-d08712571450 req-8c579adc-70ec-4808-97e7-8eab9a180f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:40.883507 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a6d3818d-1206-4200-92fe-d08712571450 req-8c579adc-70ec-4808-97e7-8eab9a180f27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7000422f-16c7-4afa-a5d4-520df51dbf95 HTTP/1.1" status: 200 len: 848 time: 0.0573797 Feb 21 01:36:40.949708 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3818d-1206-4200-92fe-d08712571450 req-bd1c456b-44b6-4ab0-a5f7-5191d5df58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:40.951557 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a6d3818d-1206-4200-92fe-d08712571450 req-bd1c456b-44b6-4ab0-a5f7-5191d5df58ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=487fa038-40fd-45ef-934d-8902aea996a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579920 Feb 21 01:36:41.100238 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a6d3818d-1206-4200-92fe-d08712571450 req-9d99e602-7d2c-4526-b2a9-902e8ce383f4 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417694 Feb 21 01:36:41.191909 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '162a971d-ad4c-49b6-89dc-a1aa8c7df344', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'port_id': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'mac_address': 'fa:16:3e:fe:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:36:38Z', 'updated_at': '2022-02-21T01:36:38Z', 'revision_number': 0, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b903b-232f-4775-908a-2dd15b6d03dc', 'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'mac_address': 'fa:16:3e:22:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:22Z', 'updated_at': '2022-02-21T01:35:27Z', 'revision_number': 5, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'subnets': [{'id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:36:41.220481 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ef0b6-8086-42f5-bcfa-1da515b8094c None None] The sync data for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi is: [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '162a971d-ad4c-49b6-89dc-a1aa8c7df344', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'port_id': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'mac_address': 'fa:16:3e:fe:78:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:36:38Z', 'updated_at': '2022-02-21T01:36:38Z', 'revision_number': 0, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '479b903b-232f-4775-908a-2dd15b6d03dc', 'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'mac_address': 'fa:16:3e:22:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:22Z', 'updated_at': '2022-02-21T01:35:27Z', 'revision_number': 5, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'subnets': [{'id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:36:41.223823 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a6d3818d-1206-4200-92fe-d08712571450 req-d390932e-1e80-4bab-b3a5-7d5757c84619 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066570 Feb 21 01:36:41.526355 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be237f-0fd9-42fe-98ef-043227a1ddcf None None] New status for floating IP 162a971d-ad4c-49b6-89dc-a1aa8c7df344: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:36:41.612833 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a5e26-3ca1-4231-be0d-e07148f82a90 req-74c0c17d-56ae-4052-984a-80e722bc5f22 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:41.616013 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-092a5e26-3ca1-4231-be0d-e07148f82a90 req-74c0c17d-56ae-4052-984a-80e722bc5f22 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.1335731 Feb 21 01:36:41.686251 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-092a5e26-3ca1-4231-be0d-e07148f82a90 req-8ce53259-8fa6-4c3a-bf5a-607318aa0ba3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618682 Feb 21 01:36:42.835339 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751050a-f3eb-48da-9512-6d7be21f1f14 req-f1b55d7e-6b57-4b73-b666-66a963f8d727 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:42.836783 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4751050a-f3eb-48da-9512-6d7be21f1f14 req-f1b55d7e-6b57-4b73-b666-66a963f8d727 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0572190 Feb 21 01:36:42.908165 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4751050a-f3eb-48da-9512-6d7be21f1f14 req-07deaab0-fe81-4375-9371-a2dc0f03b311 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644653 Feb 21 01:36:44.032302 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e4b51-0965-4d1f-82fb-586bd76ac273 req-9286b563-7b49-4e3a-b541-81251d7631d4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:44.033827 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c38e4b51-0965-4d1f-82fb-586bd76ac273 req-9286b563-7b49-4e3a-b541-81251d7631d4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0508986 Feb 21 01:36:44.080528 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c38e4b51-0965-4d1f-82fb-586bd76ac273 req-87062608-be36-4fe8-abd2-d5454d607e9d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399275 Feb 21 01:36:44.535410 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58910) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:44.668813 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b95bd975-541c-49b5-b74c-0e8a505b0f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:44.754702 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b95bd975-541c-49b5-b74c-0e8a505b0f5e admin admin] Publish callbacks [] for security_group (5f3ef458-587a-41c1-a747-e89c497517f8), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:44.866417 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b95bd975-541c-49b5-b74c-0e8a505b0f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (5f3ef458-587a-41c1-a747-e89c497517f8), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:44.906485 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b95bd975-541c-49b5-b74c-0e8a505b0f5e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=640d9bec1bee43bd8d8107c20553f117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703308 Feb 21 01:36:44.909747 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58922) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:44.912368 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bd975-541c-49b5-b74c-0e8a505b0f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ef458-587a-41c1-a747-e89c497517f8,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:44.971825 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad5a7-829d-46c6-a916-209467aa93fc admin admin] Publish callbacks [] for security_group (5f3ef458-587a-41c1-a747-e89c497517f8), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:44.996751 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad5a7-829d-46c6-a916-209467aa93fc admin admin] Publish callbacks [] for security_group (5f3ef458-587a-41c1-a747-e89c497517f8), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:45.181378 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad5a7-829d-46c6-a916-209467aa93fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (5f3ef458-587a-41c1-a747-e89c497517f8), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:45.183986 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3d9ad5a7-829d-46c6-a916-209467aa93fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:45.185133 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-3d9ad5a7-829d-46c6-a916-209467aa93fc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5f3ef458-587a-41c1-a747-e89c497517f8 HTTP/1.1" status: 204 len: 168 time: 0.2728584 Feb 21 01:36:45.196646 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ad5a7-829d-46c6-a916-209467aa93fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ef458-587a-41c1-a747-e89c497517f8,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:45.217218 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed61fd-b28c-496a-8a9b-e6a993073eac req-58385f5b-fecc-49b7-80c4-7611d497b4a8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:45.218777 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b9ed61fd-b28c-496a-8a9b-e6a993073eac req-58385f5b-fecc-49b7-80c4-7611d497b4a8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0673029 Feb 21 01:36:45.268406 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b9ed61fd-b28c-496a-8a9b-e6a993073eac req-e63c234c-ad70-4138-8ee5-32b10e0d01bc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429494 Feb 21 01:36:45.857610 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 58940) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:45.871125 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98a2da32-978d-4595-9c5a-9c2499120569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:45.947033 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98a2da32-978d-4595-9c5a-9c2499120569 admin admin] Publish callbacks [] for security_group (6916d923-aa2c-4d32-b546-0476005baf1f), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:46.014557 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-98a2da32-978d-4595-9c5a-9c2499120569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (6916d923-aa2c-4d32-b546-0476005baf1f), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:46.056564 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-98a2da32-978d-4595-9c5a-9c2499120569 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=36583980383d47b29f058d8bb696b8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978571 Feb 21 01:36:46.057501 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2da32-978d-4595-9c5a-9c2499120569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6916d923-aa2c-4d32-b546-0476005baf1f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:46.059358 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 58952) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:46.110601 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f420ab23-83ea-40a6-a619-6577c0f833bc admin admin] Publish callbacks [] for security_group (6916d923-aa2c-4d32-b546-0476005baf1f), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:46.132524 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f420ab23-83ea-40a6-a619-6577c0f833bc admin admin] Publish callbacks [] for security_group (6916d923-aa2c-4d32-b546-0476005baf1f), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:46.243256 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f420ab23-83ea-40a6-a619-6577c0f833bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (6916d923-aa2c-4d32-b546-0476005baf1f), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:46.245873 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f420ab23-83ea-40a6-a619-6577c0f833bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:46.247046 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f420ab23-83ea-40a6-a619-6577c0f833bc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6916d923-aa2c-4d32-b546-0476005baf1f HTTP/1.1" status: 204 len: 168 time: 0.1849875 Feb 21 01:36:46.256550 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420ab23-83ea-40a6-a619-6577c0f833bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6916d923-aa2c-4d32-b546-0476005baf1f,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:46.403433 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc5177-9e50-43f8-8bc7-3c54d68278ae req-d7af0aad-2dd7-4152-ac5f-fb2ba53894e8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:46.405052 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d3bc5177-9e50-43f8-8bc7-3c54d68278ae req-d7af0aad-2dd7-4152-ac5f-fb2ba53894e8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0598695 Feb 21 01:36:46.464800 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d3bc5177-9e50-43f8-8bc7-3c54d68278ae req-2ca1de2c-f9b5-4ac7-9da6-25d4faed49d8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540895 Feb 21 01:36:46.500677 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-8a363cd0-a1da-4380-9763-5335d79b61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:46.502155 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-8a363cd0-a1da-4380-9763-5335d79b61a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 1130 time: 0.0566831 Feb 21 01:36:46.595963 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-9743bd62-08ef-48ca-8b83-a3310a902b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:46.597490 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-9743bd62-08ef-48ca-8b83-a3310a902b47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.0874181 Feb 21 01:36:46.664497 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-1dc458b7-2601-4cbf-b900-2c099ff20b4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 200 len: 1001 time: 0.0606275 Feb 21 01:36:46.720999 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-5042f445-0e9c-427b-b57f-5c7142c4f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:46.722510 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-5042f445-0e9c-427b-b57f-5c7142c4f814 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0510519 Feb 21 01:36:46.774415 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-8306d31d-dc40-4788-881e-c0dc620b5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:46.775891 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-8306d31d-dc40-4788-881e-c0dc620b5a7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445364 Feb 21 01:36:46.866704 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-ce5a448f-e57e-479a-88c6-0a66d3b5c551 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813684 Feb 21 01:36:46.959317 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e6ef6350-d503-4a1d-8774-3b4599970ed1 req-43e23a3f-3228-4142-a98d-ffa02bc0fed6 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867836 Feb 21 01:36:47.587609 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9d853-763e-463f-8b0b-721f96101086 req-30e03587-11b4-471f-9cc1-2f545e6bdaa0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:47.589125 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4dc9d853-763e-463f-8b0b-721f96101086 req-30e03587-11b4-471f-9cc1-2f545e6bdaa0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0517681 Feb 21 01:36:47.636725 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4dc9d853-763e-463f-8b0b-721f96101086 req-bcf3d674-22d8-488f-b10d-24f13fd3e6f7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Feb 21 01:36:48.769937 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5e2fa-ce94-4f18-89c3-d5cb06663605 req-2588884f-9527-44c0-ad90-64bbc80a6890 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:48.769937 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-18f5e2fa-ce94-4f18-89c3-d5cb06663605 req-2588884f-9527-44c0-ad90-64bbc80a6890 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0512726 Feb 21 01:36:48.819735 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-18f5e2fa-ce94-4f18-89c3-d5cb06663605 req-64b7608a-2190-42ce-b3b2-c92055bc25d2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468240 Feb 21 01:36:49.457365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59042) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:49.561191 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b0adfae-6646-4594-a9f9-22a8c64e8b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:49.632339 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b0adfae-6646-4594-a9f9-22a8c64e8b06 admin admin] Publish callbacks [] for security_group (50ed4d27-5d85-435b-95bd-d2163e7351c9), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:49.717283 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b0adfae-6646-4594-a9f9-22a8c64e8b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (50ed4d27-5d85-435b-95bd-d2163e7351c9), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:49.762221 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59048) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:49.762737 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-7b0adfae-6646-4594-a9f9-22a8c64e8b06 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e0fba2e16e4144c9ba0d82305a44cf40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038092 Feb 21 01:36:49.763033 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0adfae-6646-4594-a9f9-22a8c64e8b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ed4d27-5d85-435b-95bd-d2163e7351c9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:49.822493 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8797d483-22d5-4d09-86a7-57f43645ee6f admin admin] Publish callbacks [] for security_group (50ed4d27-5d85-435b-95bd-d2163e7351c9), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:49.845253 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8797d483-22d5-4d09-86a7-57f43645ee6f admin admin] Publish callbacks [] for security_group (50ed4d27-5d85-435b-95bd-d2163e7351c9), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:49.945182 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32eaf2-fca7-4827-bfc0-ee43b20b0970 req-66b1df9e-f7e3-4c5a-b0d4-fec4d19a314d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:49.946575 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2f32eaf2-fca7-4827-bfc0-ee43b20b0970 req-66b1df9e-f7e3-4c5a-b0d4-fec4d19a314d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 946 time: 0.0530372 Feb 21 01:36:49.992652 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2f32eaf2-fca7-4827-bfc0-ee43b20b0970 req-7a63b58d-43d9-4512-b599-cd83548ca591 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405629 Feb 21 01:36:50.021150 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8797d483-22d5-4d09-86a7-57f43645ee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (50ed4d27-5d85-435b-95bd-d2163e7351c9), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:50.024308 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8797d483-22d5-4d09-86a7-57f43645ee6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:50.030611 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-8797d483-22d5-4d09-86a7-57f43645ee6f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/50ed4d27-5d85-435b-95bd-d2163e7351c9 HTTP/1.1" status: 204 len: 168 time: 0.2612350 Feb 21 01:36:50.033926 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d483-22d5-4d09-86a7-57f43645ee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ed4d27-5d85-435b-95bd-d2163e7351c9,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:50.114482 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:36:50.197645 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 is: ACTIVE; New status is: DOWN {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:36:50.198048 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:50.221007 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:36:50.223239 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aab2dba-9059-479e-95dd-91d435a2109a" -d '{"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:36:50.235617 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:36:50.255943 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 01:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc264a8-c0a4-4419-80d4-17a9b1381f25 x-openstack-request-id: req-abc264a8-c0a4-4419-80d4-17a9b1381f25 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:36:50.256231 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-unplugged", "status": "failed", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7", "code": 422}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:36:50.256509 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-abc264a8-c0a4-4419-80d4-17a9b1381f25 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:36:50.256935 dv-cinder-813228-6-iscsi neutron-server[103195]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'code': 422} returned with failed status Feb 21 01:36:50.318068 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:50.367874 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=8']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:50.654450 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59072) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:50.667759 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a4ec10f4-c66a-4ec0-940c-567fdbe38bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:50.743145 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a4ec10f4-c66a-4ec0-940c-567fdbe38bbd admin admin] Publish callbacks [] for security_group (65ba6ff8-f527-41f1-9168-bdaef3b6555d), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:50.803248 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a4ec10f4-c66a-4ec0-940c-567fdbe38bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (65ba6ff8-f527-41f1-9168-bdaef3b6555d), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:50.842564 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a4ec10f4-c66a-4ec0-940c-567fdbe38bbd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=511743d67c624a50a2f6aa3896147430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870003 Feb 21 01:36:50.845270 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59076) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:50.851323 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec10f4-c66a-4ec0-940c-567fdbe38bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ba6ff8-f527-41f1-9168-bdaef3b6555d,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:50.906437 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-15babb5a-b679-4872-887b-da7c71fc88f1 admin admin] Publish callbacks [] for security_group (65ba6ff8-f527-41f1-9168-bdaef3b6555d), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:50.931458 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-15babb5a-b679-4872-887b-da7c71fc88f1 admin admin] Publish callbacks [] for security_group (65ba6ff8-f527-41f1-9168-bdaef3b6555d), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:51.021559 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-15babb5a-b679-4872-887b-da7c71fc88f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (65ba6ff8-f527-41f1-9168-bdaef3b6555d), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:51.024336 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-15babb5a-b679-4872-887b-da7c71fc88f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:51.025554 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-15babb5a-b679-4872-887b-da7c71fc88f1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/65ba6ff8-f527-41f1-9168-bdaef3b6555d HTTP/1.1" status: 204 len: 168 time: 0.1792359 Feb 21 01:36:51.040748 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15babb5a-b679-4872-887b-da7c71fc88f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ba6ff8-f527-41f1-9168-bdaef3b6555d,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:51.085765 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-76b77fd0-e5e6-4f72-a166-160c63fb5b10 req-900c14f7-dcd8-4b93-b097-a73fbc42a423 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:36:51.086838 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76b77fd0-e5e6-4f72-a166-160c63fb5b10 req-900c14f7-dcd8-4b93-b097-a73fbc42a423 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056643 Feb 21 01:36:51.411703 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca4531-f20a-44d4-99c1-3afbe6934057 req-7dea15ba-a3bc-4d20-ab52-bf0e107d136f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:51.413950 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-97ca4531-f20a-44d4-99c1-3afbe6934057 req-7dea15ba-a3bc-4d20-ab52-bf0e107d136f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0636854 Feb 21 01:36:51.474965 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-97ca4531-f20a-44d4-99c1-3afbe6934057 req-ca8a322e-5086-4c68-b8a9-03f437cd5f3f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509627 Feb 21 01:36:51.641979 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59112) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:51.834225 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5587f29f-b411-49ca-896c-9b8f6fabe2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:51.906534 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5587f29f-b411-49ca-896c-9b8f6fabe2c5 admin admin] Publish callbacks [] for security_group (1adc2691-e666-475c-90b9-c783fd09cc2a), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:52.020662 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5587f29f-b411-49ca-896c-9b8f6fabe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (1adc2691-e666-475c-90b9-c783fd09cc2a), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:52.025804 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59130) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:52.060094 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587f29f-b411-49ca-896c-9b8f6fabe2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adc2691-e666-475c-90b9-c783fd09cc2a,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:52.069502 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59138) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:52.069684 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-5587f29f-b411-49ca-896c-9b8f6fabe2c5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f2f31631cd84f1d8528aecb1ac3c528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4263382 Feb 21 01:36:52.155884 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81daa343-55de-4cad-bf0f-920e215f565c admin admin] Publish callbacks [] for security_group (1adc2691-e666-475c-90b9-c783fd09cc2a), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:52.161421 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-099ad336-c50e-4b90-9255-2201c2a201e7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341977 Feb 21 01:36:52.172159 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-3f869275-4992-42a1-9a7a-256f527b1c4f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:36:52.173154 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-3f869275-4992-42a1-9a7a-256f527b1c4f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049281 Feb 21 01:36:52.187812 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81daa343-55de-4cad-bf0f-920e215f565c admin admin] Publish callbacks [] for security_group (1adc2691-e666-475c-90b9-c783fd09cc2a), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:52.289641 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81daa343-55de-4cad-bf0f-920e215f565c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (1adc2691-e666-475c-90b9-c783fd09cc2a), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:52.293219 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-81daa343-55de-4cad-bf0f-920e215f565c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:52.295233 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-81daa343-55de-4cad-bf0f-920e215f565c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1adc2691-e666-475c-90b9-c783fd09cc2a HTTP/1.1" status: 204 len: 168 time: 0.2247672 Feb 21 01:36:52.305467 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81daa343-55de-4cad-bf0f-920e215f565c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adc2691-e666-475c-90b9-c783fd09cc2a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:52.324040 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59150) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:52.602477 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99e6cb-34a8-4fab-9ab4-66715e4f0ab3 req-34e6034c-8948-4fe4-ab9f-6b0be15a5aaf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:52.604145 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0a99e6cb-34a8-4fab-9ab4-66715e4f0ab3 req-34e6034c-8948-4fe4-ab9f-6b0be15a5aaf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0566745 Feb 21 01:36:52.653370 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0a99e6cb-34a8-4fab-9ab4-66715e4f0ab3 req-d6901976-75fb-4134-b82f-74d107a45c02 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 Feb 21 01:36:52.672994 dv-cinder-813228-6-iscsi neutron-server[103193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 01:36:52.722778 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-6e5dc8c6-1981-4f2e-9b70-0130265fc185 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:52.724709 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-6e5dc8c6-1981-4f2e-9b70-0130265fc185 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports/d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 200 len: 941 time: 0.3969362 Feb 21 01:36:52.973658 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59174) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:52.987033 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-40362849-118a-46ab-be1a-5b8d0c3dfac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:53.062978 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-40362849-118a-46ab-be1a-5b8d0c3dfac8 admin admin] Publish callbacks [] for security_group (a0159f35-5ab3-40c1-b681-6f755b983d59), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:53.145995 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-40362849-118a-46ab-be1a-5b8d0c3dfac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a0159f35-5ab3-40c1-b681-6f755b983d59), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:53.184283 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-40362849-118a-46ab-be1a-5b8d0c3dfac8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bf147f8790c74cf89ea9aa8b2c6decd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095125 Feb 21 01:36:53.186215 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40362849-118a-46ab-be1a-5b8d0c3dfac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0159f35-5ab3-40c1-b681-6f755b983d59,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:53.187032 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59178) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:36:53.235559 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34b02b6a-2c57-4605-8c50-48422a2d463c admin admin] Publish callbacks [] for security_group (a0159f35-5ab3-40c1-b681-6f755b983d59), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:53.258194 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34b02b6a-2c57-4605-8c50-48422a2d463c admin admin] Publish callbacks [] for security_group (a0159f35-5ab3-40c1-b681-6f755b983d59), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:53.357403 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34b02b6a-2c57-4605-8c50-48422a2d463c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a0159f35-5ab3-40c1-b681-6f755b983d59), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:53.359972 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34b02b6a-2c57-4605-8c50-48422a2d463c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:36:53.361175 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-34b02b6a-2c57-4605-8c50-48422a2d463c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a0159f35-5ab3-40c1-b681-6f755b983d59 HTTP/1.1" status: 204 len: 168 time: 0.1731672 Feb 21 01:36:53.369802 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b02b6a-2c57-4605-8c50-48422a2d463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0159f35-5ab3-40c1-b681-6f755b983d59,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:36:53.811489 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219012a-a6c8-45f4-b2cd-35ceaee88e01 req-a5cbc377-e9ec-4a61-a254-2e5ec1e2b194 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:53.818796 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7219012a-a6c8-45f4-b2cd-35ceaee88e01 req-a5cbc377-e9ec-4a61-a254-2e5ec1e2b194 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0743148 Feb 21 01:36:53.877388 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7219012a-a6c8-45f4-b2cd-35ceaee88e01 req-36190823-5732-4bd1-a604-1fc92de32c8d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574811 Feb 21 01:36:54.991841 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59597a0-59d3-487b-bf02-07e8f3bd7aee req-69bc9077-ab03-4e06-85d7-4ec10b0e695a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:54.993401 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e59597a0-59d3-487b-bf02-07e8f3bd7aee req-69bc9077-ab03-4e06-85d7-4ec10b0e695a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0536253 Feb 21 01:36:55.041554 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e59597a0-59d3-487b-bf02-07e8f3bd7aee req-5a7c3614-603d-49e4-b8db-ffed20f9c48f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425901 Feb 21 01:36:55.706630 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-1229eff2-0415-4593-993a-b9964a812fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:55.708206 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-1229eff2-0415-4593-993a-b9964a812fdd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d&tenant_id=d3acaa73503748ac9764a7eca8943882 HTTP/1.1" status: 200 len: 1128 time: 0.0766492 Feb 21 01:36:55.775094 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-d258ed94-11bc-4a6b-bfec-dadd9eaa2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:55.776646 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-d258ed94-11bc-4a6b-bfec-dadd9eaa2182 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 1128 time: 0.0449605 Feb 21 01:36:55.863598 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-c4a1a836-6137-4afa-905d-3a4c593ccbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:55.865093 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-c4a1a836-6137-4afa-905d-3a4c593ccbd8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.0824838 Feb 21 01:36:55.931955 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-51cd3fe4-b11a-4564-9849-b10dbd48da18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 200 len: 999 time: 0.0600986 Feb 21 01:36:55.980214 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-0306117f-6fd3-4a9e-934b-4cfb48889cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:55.981009 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-0306117f-6fd3-4a9e-934b-4cfb48889cbe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0422893 Feb 21 01:36:56.028326 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-bb7d28fc-e301-43d4-a7ca-a5b405c725ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:56.029804 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-bb7d28fc-e301-43d4-a7ca-a5b405c725ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420866 Feb 21 01:36:56.124854 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-cbe83d95-3f90-409f-83b8-4b85853f968b service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864530 Feb 21 01:36:56.467440 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486f846-ad6f-4d4f-ba41-ed05a0241eed req-ca54d12b-1c73-45fc-a9ce-210a8ca84c8d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:56.468931 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4486f846-ad6f-4d4f-ba41-ed05a0241eed req-ca54d12b-1c73-45fc-a9ce-210a8ca84c8d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.3475175 Feb 21 01:36:56.490388 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-1fabf4c2-3bae-472f-b9f6-add96704e37a service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576748 Feb 21 01:36:56.519170 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4486f846-ad6f-4d4f-ba41-ed05a0241eed req-171b7036-c558-4c7b-8c46-103330375746 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Feb 21 01:36:57.663653 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18448ed-a1ca-48a9-bddc-a1feea164f1a req-f2e1b78e-d513-406d-af38-192366043a22 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:57.663653 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a18448ed-a1ca-48a9-bddc-a1feea164f1a req-f2e1b78e-d513-406d-af38-192366043a22 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0539947 Feb 21 01:36:57.720800 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a18448ed-a1ca-48a9-bddc-a1feea164f1a req-38fe079a-9e85-4735-9ecb-c3c560820ad5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460694 Feb 21 01:36:58.850109 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae2a3d-2c0d-4814-b22a-510d461be7f6 req-decb0afe-10ec-4d8d-8116-d78d0a3a7198 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:36:58.851613 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-93ae2a3d-2c0d-4814-b22a-510d461be7f6 req-decb0afe-10ec-4d8d-8116-d78d0a3a7198 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0573859 Feb 21 01:36:58.899299 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-93ae2a3d-2c0d-4814-b22a-510d461be7f6 req-18e5d8fe-31be-489a-9f54-8566659785f2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Feb 21 01:36:59.937789 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59342) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:00.055292 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf14eb-9711-4531-96c0-0164a3a4de6e req-8013f6ff-f9e9-429b-9e3c-6351b2442ccf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:00.056838 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f7cf14eb-9711-4531-96c0-0164a3a4de6e req-8013f6ff-f9e9-429b-9e3c-6351b2442ccf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0714035 Feb 21 01:37:00.080126 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e53680a7-93b1-4838-810f-054227bb8df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:00.181917 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e53680a7-93b1-4838-810f-054227bb8df5 admin admin] Publish callbacks [] for security_group (0a422d08-6c88-4dbc-a4c1-c48728c42957), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:00.230230 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f7cf14eb-9711-4531-96c0-0164a3a4de6e req-740f0214-d5ba-44ca-ae52-8158ac63cac7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679780 Feb 21 01:37:00.243235 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e53680a7-93b1-4838-810f-054227bb8df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0a422d08-6c88-4dbc-a4c1-c48728c42957), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:00.281399 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e53680a7-93b1-4838-810f-054227bb8df5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0aba396e0ef040e8afa6e76fb9f69cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425446 Feb 21 01:37:00.282097 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53680a7-93b1-4838-810f-054227bb8df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a422d08-6c88-4dbc-a4c1-c48728c42957,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:00.285971 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59348) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:00.340001 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8497d685-3158-41cb-b2ff-ece4f1593432 admin admin] Publish callbacks [] for security_group (0a422d08-6c88-4dbc-a4c1-c48728c42957), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:00.368169 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8497d685-3158-41cb-b2ff-ece4f1593432 admin admin] Publish callbacks [] for security_group (0a422d08-6c88-4dbc-a4c1-c48728c42957), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:00.511882 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8497d685-3158-41cb-b2ff-ece4f1593432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0a422d08-6c88-4dbc-a4c1-c48728c42957), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:00.514521 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8497d685-3158-41cb-b2ff-ece4f1593432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:00.517259 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-8497d685-3158-41cb-b2ff-ece4f1593432 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0a422d08-6c88-4dbc-a4c1-c48728c42957 HTTP/1.1" status: 204 len: 168 time: 0.2300291 Feb 21 01:37:00.524274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497d685-3158-41cb-b2ff-ece4f1593432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a422d08-6c88-4dbc-a4c1-c48728c42957,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:01.515539 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b9128-702f-4256-941c-14305a554fcc req-c7f42877-694b-4af3-8793-1c3ba409e72a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:01.517072 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-224b9128-702f-4256-941c-14305a554fcc req-c7f42877-694b-4af3-8793-1c3ba409e72a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.2130468 Feb 21 01:37:01.563676 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-224b9128-702f-4256-941c-14305a554fcc req-009e389c-3827-4eb2-906e-64bf326302be tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412405 Feb 21 01:37:02.704358 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074052-4c8e-4027-a3a6-5749b52457bf req-e535e9c5-9e2f-4735-96ee-c65ddd12148d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:02.706028 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0074052-4c8e-4027-a3a6-5749b52457bf req-e535e9c5-9e2f-4735-96ee-c65ddd12148d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0552073 Feb 21 01:37:02.762534 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e0074052-4c8e-4027-a3a6-5749b52457bf req-1a31bf25-d93c-4251-a794-629b575b7834 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510588 Feb 21 01:37:03.528898 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:37:03.896119 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa402e7-1fbf-43f0-9995-d77d3e43cd0d req-b06e388f-5666-45ab-9958-f9fc6022a42b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:03.898520 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7aa402e7-1fbf-43f0-9995-d77d3e43cd0d req-b06e388f-5666-45ab-9958-f9fc6022a42b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0605407 Feb 21 01:37:03.950557 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7aa402e7-1fbf-43f0-9995-d77d3e43cd0d req-b18abaf1-516d-47e1-936e-38423bd4b723 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466771 Feb 21 01:37:04.135183 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-25ffb5d9-dc2a-4d3d-bdd6-9a78b6d48676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:05.072903 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f219a-4d59-4f18-87c6-97695c79d670 req-a41aab5e-b7af-4033-91c5-9d43ac43b634 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:05.079785 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d7f219a-4d59-4f18-87c6-97695c79d670 req-a41aab5e-b7af-4033-91c5-9d43ac43b634 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0564368 Feb 21 01:37:05.145488 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6d7f219a-4d59-4f18-87c6-97695c79d670 req-176bfe54-41cb-4b32-8297-057fa6c32992 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594189 Feb 21 01:37:06.282917 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c8ef1-b264-43f4-bfcc-5844b066739d req-d497488b-897f-49ae-805e-240342602664 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:06.288741 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0a2c8ef1-b264-43f4-bfcc-5844b066739d req-d497488b-897f-49ae-805e-240342602664 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0633559 Feb 21 01:37:06.362979 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0a2c8ef1-b264-43f4-bfcc-5844b066739d req-39c451fa-76a0-4458-b07e-027eaf8bc1ea tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626104 Feb 21 01:37:06.685255 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-70433824-2a77-4eab-900f-19bb43dc5338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:06.687989 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:06.847413 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59458) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:06.893001 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59462) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:07.003107 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.017360 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b4757591-f9c4-40eb-ba3d-2b9c608c08a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.080521 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Publish callbacks [] for security_group (c3088121-a160-463d-8fd6-57b681772147), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.098340 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b4757591-f9c4-40eb-ba3d-2b9c608c08a1 admin admin] Publish callbacks [] for security_group (a026c8af-4ac3-4a3a-bc5d-2b76769b764e), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.168829 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c3088121-a160-463d-8fd6-57b681772147), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.197311 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b4757591-f9c4-40eb-ba3d-2b9c608c08a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a026c8af-4ac3-4a3a-bc5d-2b76769b764e), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.206680 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b7a3119cc3f94314aa23ed7ad6e722e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126383 Feb 21 01:37:07.207597 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3088121-a160-463d-8fd6-57b681772147,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:07.210325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59466) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:07.226805 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.227101 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.227445 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.227794 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.228135 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.228492 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.228834 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.229173 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.229505 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.229883 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.230222 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.230552 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.230946 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19389ded-63ad-4b68-b9fb-86201893323d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:07.238644 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b4757591-f9c4-40eb-ba3d-2b9c608c08a1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f0bab7376bfd47e0ba818b01246a5da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899870 Feb 21 01:37:07.240262 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59468) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:07.250403 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4757591-f9c4-40eb-ba3d-2b9c608c08a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a026c8af-4ac3-4a3a-bc5d-2b76769b764e,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:07.283272 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e10ed1c6-558b-4272-8f84-4fcaee1c5aa4 admin admin] Publish callbacks [] for security_group (c3088121-a160-463d-8fd6-57b681772147), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.307126 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e10ed1c6-558b-4272-8f84-4fcaee1c5aa4 admin admin] Publish callbacks [] for security_group (c3088121-a160-463d-8fd6-57b681772147), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.316538 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-67c6ab51-cc7b-4501-9491-25d84dfd4825 admin admin] Publish callbacks [] for security_group (a026c8af-4ac3-4a3a-bc5d-2b76769b764e), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.351914 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-67c6ab51-cc7b-4501-9491-25d84dfd4825 admin admin] Publish callbacks [] for security_group (a026c8af-4ac3-4a3a-bc5d-2b76769b764e), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.478672 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e10ed1c6-558b-4272-8f84-4fcaee1c5aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c3088121-a160-463d-8fd6-57b681772147), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.481250 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e10ed1c6-558b-4272-8f84-4fcaee1c5aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.484475 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e10ed1c6-558b-4272-8f84-4fcaee1c5aa4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c3088121-a160-463d-8fd6-57b681772147 HTTP/1.1" status: 204 len: 168 time: 0.2707345 Feb 21 01:37:07.494697 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ed1c6-558b-4272-8f84-4fcaee1c5aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3088121-a160-463d-8fd6-57b681772147,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:07.495419 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-67c6ab51-cc7b-4501-9491-25d84dfd4825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a026c8af-4ac3-4a3a-bc5d-2b76769b764e), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.498220 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-67c6ab51-cc7b-4501-9491-25d84dfd4825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:07.502829 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-67c6ab51-cc7b-4501-9491-25d84dfd4825 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a026c8af-4ac3-4a3a-bc5d-2b76769b764e HTTP/1.1" status: 204 len: 168 time: 0.2575157 Feb 21 01:37:07.513653 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6ab51-cc7b-4501-9491-25d84dfd4825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a026c8af-4ac3-4a3a-bc5d-2b76769b764e,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:07.561632 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e879cae-caa6-4f3b-a8ec-95964a1c4168 req-44c0b0ff-9eb0-406e-b262-af7e427aab0a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:07.561632 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5e879cae-caa6-4f3b-a8ec-95964a1c4168 req-44c0b0ff-9eb0-406e-b262-af7e427aab0a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.1160901 Feb 21 01:37:07.633277 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5e879cae-caa6-4f3b-a8ec-95964a1c4168 req-2b47b7cd-0208-417a-aa40-98c6a4f39773 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676949 Feb 21 01:37:07.757050 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:08.272233 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59488) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:08.289528 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8af7f3c0-f3eb-4821-9a30-c04f2d9d8366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:08.366286 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8af7f3c0-f3eb-4821-9a30-c04f2d9d8366 admin admin] Publish callbacks [] for security_group (33e8c28e-5534-4f53-8998-c963047e080b), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:08.443179 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8af7f3c0-f3eb-4821-9a30-c04f2d9d8366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (33e8c28e-5534-4f53-8998-c963047e080b), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:08.482054 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-8af7f3c0-f3eb-4821-9a30-c04f2d9d8366 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6dbbdb24f17b4afea898b156e0264c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085276 Feb 21 01:37:08.483146 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7f3c0-f3eb-4821-9a30-c04f2d9d8366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e8c28e-5534-4f53-8998-c963047e080b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:08.484861 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59496) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:08.536135 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-623f347f-7899-4047-8011-992f32be0f5b admin admin] Publish callbacks [] for security_group (33e8c28e-5534-4f53-8998-c963047e080b), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:08.560494 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-623f347f-7899-4047-8011-992f32be0f5b admin admin] Publish callbacks [] for security_group (33e8c28e-5534-4f53-8998-c963047e080b), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:08.665584 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-623f347f-7899-4047-8011-992f32be0f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (33e8c28e-5534-4f53-8998-c963047e080b), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:08.668339 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-623f347f-7899-4047-8011-992f32be0f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:08.672619 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-623f347f-7899-4047-8011-992f32be0f5b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/33e8c28e-5534-4f53-8998-c963047e080b HTTP/1.1" status: 204 len: 168 time: 0.1866565 Feb 21 01:37:08.685325 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f347f-7899-4047-8011-992f32be0f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e8c28e-5534-4f53-8998-c963047e080b,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:08.841757 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b1fdb-8a4a-4939-856f-b41679bd93f0 req-c203a6e8-9b71-4380-883e-c920cf8fdb94 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:08.843392 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5a1b1fdb-8a4a-4939-856f-b41679bd93f0 req-c203a6e8-9b71-4380-883e-c920cf8fdb94 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0815094 Feb 21 01:37:08.894040 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5a1b1fdb-8a4a-4939-856f-b41679bd93f0 req-83673400-38c3-4011-b446-663583f99b01 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452247 Feb 21 01:37:09.168888 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:09.493664 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59512) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:09.517299 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0ac4227b-88b7-49d2-8fd6-38415e7a94da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:09.598095 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0ac4227b-88b7-49d2-8fd6-38415e7a94da admin admin] Publish callbacks [] for security_group (9e32b1d1-8872-4992-8cfa-83e18409e766), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:09.665159 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0ac4227b-88b7-49d2-8fd6-38415e7a94da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (9e32b1d1-8872-4992-8cfa-83e18409e766), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:09.703759 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-0ac4227b-88b7-49d2-8fd6-38415e7a94da admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5dede6a5d1c54aefba16c0dbd57739ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089927 Feb 21 01:37:09.704627 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4227b-88b7-49d2-8fd6-38415e7a94da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e32b1d1-8872-4992-8cfa-83e18409e766,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:09.706432 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59518) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:09.753179 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b70844f8-95e2-48aa-bd6f-1d9d2cc0c4ee admin admin] Publish callbacks [] for security_group (9e32b1d1-8872-4992-8cfa-83e18409e766), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:09.776633 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b70844f8-95e2-48aa-bd6f-1d9d2cc0c4ee admin admin] Publish callbacks [] for security_group (9e32b1d1-8872-4992-8cfa-83e18409e766), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:09.882972 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b70844f8-95e2-48aa-bd6f-1d9d2cc0c4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (9e32b1d1-8872-4992-8cfa-83e18409e766), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:09.885772 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b70844f8-95e2-48aa-bd6f-1d9d2cc0c4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:09.886960 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b70844f8-95e2-48aa-bd6f-1d9d2cc0c4ee admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9e32b1d1-8872-4992-8cfa-83e18409e766 HTTP/1.1" status: 204 len: 168 time: 0.1795604 Feb 21 01:37:09.894946 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70844f8-95e2-48aa-bd6f-1d9d2cc0c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e32b1d1-8872-4992-8cfa-83e18409e766,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:10.021309 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef6fdd-5a93-4a2e-96ea-7a196e8cec75 req-18243d83-a8be-4fd9-a1ce-1595d7ad9f49 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:10.022792 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e3ef6fdd-5a93-4a2e-96ea-7a196e8cec75 req-18243d83-a8be-4fd9-a1ce-1595d7ad9f49 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0517144 Feb 21 01:37:10.072448 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e3ef6fdd-5a93-4a2e-96ea-7a196e8cec75 req-0c3b01b4-51f0-445e-971c-259d59870a7a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Feb 21 01:37:10.523052 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:11.193078 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0e003-b9b5-43c2-82ef-881e2e35acd7 req-f8a4fe38-b29b-4b6c-b2e4-0c9177aebb96 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:11.194539 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-03c0e003-b9b5-43c2-82ef-881e2e35acd7 req-f8a4fe38-b29b-4b6c-b2e4-0c9177aebb96 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0508356 Feb 21 01:37:11.241176 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-03c0e003-b9b5-43c2-82ef-881e2e35acd7 req-ad7d5902-66dd-4cdb-bedd-afbb98110b39 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Feb 21 01:37:11.838522 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-c19948d4-21e5-44e5-948a-8b3abd375ad3 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=8d11363c53ea4a7f9dd5d5c2534da543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285552 Feb 21 01:37:12.023164 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aa946-43a8-41f0-a37a-18526235337a req-71f5ce2f-b3cc-4d51-8afc-351b8bff41cc tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:12.024566 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-71f5ce2f-b3cc-4d51-8afc-351b8bff41cc tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812024 Feb 21 01:37:12.039126 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-b68607bf-bb27-4f4f-a6f8-632524ff78cb tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/quotas/8d11363c53ea4a7f9dd5d5c2534da543 HTTP/1.1" status: 200 len: 375 time: 0.0093284 Feb 21 01:37:12.069531 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-5f83b75a-4cec-476a-9ee5-8a7587e68335 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d11363c53ea4a7f9dd5d5c2534da543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257955 Feb 21 01:37:12.282446 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8c79df7c-0056-4fd1-89ca-29b89334dccc req-e52d9b53-1199-41d9-afff-c2178774bcfd tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Feb 21 01:37:12.558549 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ecab6-64c8-42e3-b0f9-d72fd8ea1848 req-311580ae-b8e1-484b-8549-b9cff03ca5fc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:12.560041 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b5ecab6-64c8-42e3-b0f9-d72fd8ea1848 req-311580ae-b8e1-484b-8549-b9cff03ca5fc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0531888 Feb 21 01:37:12.612303 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b5ecab6-64c8-42e3-b0f9-d72fd8ea1848 req-dd820304-6c13-4b18-b517-8196a1d564bc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455303 Feb 21 01:37:13.222913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-a87bae31-7b89-4a5b-a4bb-bf5a0237c7b2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427916 Feb 21 01:37:13.286826 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-eeb1b473-e93d-4b65-bf8a-5f647aaf387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:13.288316 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-eeb1b473-e93d-4b65-bf8a-5f647aaf387b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 1129 time: 0.0430970 Feb 21 01:37:13.383544 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c00fc0ab-5e3a-4a0b-8096-36c0fe5f5e1b req-81a5c02f-bfdf-4cf4-ba03-1f885f65fd9b tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 210 time: 0.0312746 Feb 21 01:37:13.414585 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-7ef7ad9a-9209-48cf-b62e-7db2d9de152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:13.418271 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-7ef7ad9a-9209-48cf-b62e-7db2d9de152d service neutron] 10.222.0.43 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 912 time: 0.1099529 Feb 21 01:37:13.480642 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-d5f240e6-7db1-4512-be3f-6bfe18df19dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e HTTP/1.1" status: 200 len: 1000 time: 0.0584252 Feb 21 01:37:13.532108 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-6480b725-15bd-48ab-821b-655a0c3e4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:13.533593 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-6480b725-15bd-48ab-821b-655a0c3e4ac0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 200 len: 850 time: 0.0470977 Feb 21 01:37:13.582237 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-a51c447f-02a5-4d44-b7ba-1de5cf3c1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:13.583725 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-a51c447f-02a5-4d44-b7ba-1de5cf3c1eaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27d681c4-c216-4785-93dd-e8601d1c0576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421245 Feb 21 01:37:13.670580 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-9e049497-f55a-42a2-b350-67a9a3f1f982 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801902 Feb 21 01:37:13.798498 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4229489-63c7-43c9-9126-9e91ebf80f4e req-56e81012-fa1e-4412-9018-697b5768575a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:13.799957 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4229489-63c7-43c9-9126-9e91ebf80f4e req-56e81012-fa1e-4412-9018-697b5768575a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.1016996 Feb 21 01:37:13.802170 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5875f0c6-fd5d-4267-8a72-695f2fc67637 req-f3921564-c87c-405e-b7d9-ff389f9f76a1 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244681 Feb 21 01:37:13.850899 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4229489-63c7-43c9-9126-9e91ebf80f4e req-0d1e4251-2949-4fc7-aaf2-b8633cff9d6e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450239 Feb 21 01:37:14.474591 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4fdaf2fc-5199-48dc-97fa-3c7c85aabd1f req-94ec455a-d828-4a69-8cf0-4488e581e633 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 210 time: 0.0260231 Feb 21 01:37:14.855934 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-f54278b5-129a-40fa-b13d-cd6f0fa49a6c tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8d11363c53ea4a7f9dd5d5c2534da543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205908 Feb 21 01:37:15.023041 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aa946-43a8-41f0-a37a-18526235337a req-c222e635-b0f7-41ce-a8ab-2a292af971ce tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:15.024530 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-c222e635-b0f7-41ce-a8ab-2a292af971ce tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633296 Feb 21 01:37:15.030847 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74248fc8-4f4c-4673-a43c-c125a9517efa req-df5a4e74-5c70-4eaa-be71-b3c0e4ce63be tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:15.032167 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-74248fc8-4f4c-4673-a43c-c125a9517efa req-df5a4e74-5c70-4eaa-be71-b3c0e4ce63be tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0965188 Feb 21 01:37:15.037057 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Request body: {'port': {'device_id': '9c001b37-1fa9-4dfc-830a-873c27e47b60', 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d', 'admin_state_up': True, 'tenant_id': '8d11363c53ea4a7f9dd5d5c2534da543'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:15.139006 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-74248fc8-4f4c-4673-a43c-c125a9517efa req-2d57a186-161e-4f7a-a765-04b5f9306e46 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987289 Feb 21 01:37:15.248288 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Made reservation on behalf of 8d11363c53ea4a7f9dd5d5c2534da543 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:37:15.251669 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:15.265195 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:15.338500 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks [] for security_group (2f7231ca-1226-4ad8-bb17-7788df00c16a), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:15.368360 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (2f7231ca-1226-4ad8-bb17-7788df00c16a), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:15.431792 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7231ca-1226-4ad8-bb17-7788df00c16a,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:15.507722 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Allocated IP 192.168.233.41 (ec071b65-1a27-431d-8f76-3a28d1667f3d/67fd7269-5aef-4a11-8107-02ab5440d5a6/0234c718-d0d6-49f6-ad17-4a23f7c09963) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:37:15.584194 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-85f77d34-a516-42f9-aeff-84923761fc76 req-1915120a-da65-470d-84da-404e856ea750 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 210 time: 0.0383034 Feb 21 01:37:15.739443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks [] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:15.842953 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:15.882074 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Network ec071b65-1a27-431d-8f76-3a28d1667f3d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:37:15.885294 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:37:15.888701 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:37:15.893744 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:15.894344 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:15.907493 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Pushing event updated for resources: {'Port': ['ID=0234c718-d0d6-49f6-ad17-4a23f7c09963,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:15.993966 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-07770139-b3b5-4f86-a247-2544b9054058 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9607103 Feb 21 01:37:16.127985 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Request body: {'port': {'device_id': '9c001b37-1fa9-4dfc-830a-873c27e47b60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:37:16.144833 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-31bd8658-cb72-4ac2-86ad-9aedfc197852 None None] Provisioning complete for port 0234c718-d0d6-49f6-ad17-4a23f7c09963 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:37:16.145373 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-31bd8658-cb72-4ac2-86ad-9aedfc197852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:16.178727 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-31bd8658-cb72-4ac2-86ad-9aedfc197852 None None] Port 0234c718-d0d6-49f6-ad17-4a23f7c09963 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:37:16.189591 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:16.346331 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbea8-2cc1-4b0e-98c9-57664ead0997 req-da00dddc-3842-4a13-ad7e-561f730439ec tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:16.348957 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-351dbea8-2cc1-4b0e-98c9-57664ead0997 req-da00dddc-3842-4a13-ad7e-561f730439ec tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.1275637 Feb 21 01:37:16.447824 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-351dbea8-2cc1-4b0e-98c9-57664ead0997 req-6085462a-a033-435a-90fd-3e6c27a7b9d1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852542 Feb 21 01:37:16.519284 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0234c718-d0d6-49f6-ad17-4a23f7c09963 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:37:16.526830 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Publish callbacks [] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:16.538733 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Transition to ACTIVE for port object 0234c718-d0d6-49f6-ad17-4a23f7c09963 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:37:16.608459 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:16.671373 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Pushing event updated for resources: {'Port': ['ID=0234c718-d0d6-49f6-ad17-4a23f7c09963,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:16.722657 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Attempting to bind port 0234c718-d0d6-49f6-ad17-4a23f7c09963 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:37:16.728786 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Attempting to bind port 0234c718-d0d6-49f6-ad17-4a23f7c09963 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ab59b8cf-3f29-4238-9266-de28b6e9f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:37:16.728786 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Attempting to bind port 0234c718-d0d6-49f6-ad17-4a23f7c09963 on network ec071b65-1a27-431d-8f76-3a28d1667f3d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:37:16.731482 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Port 0234c718-d0d6-49f6-ad17-4a23f7c09963 on network ec071b65-1a27-431d-8f76-3a28d1667f3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:37:16.731773 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Attempting to bind port 0234c718-d0d6-49f6-ad17-4a23f7c09963 on network ec071b65-1a27-431d-8f76-3a28d1667f3d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:37:16.740404 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:37:16.740770 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Checking segment: {'id': 'ab59b8cf-3f29-4238-9266-de28b6e9f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:37:16.741162 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Bound using segment: {'id': 'ab59b8cf-3f29-4238-9266-de28b6e9f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:37:16.741596 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Bound port: 0234c718-d0d6-49f6-ad17-4a23f7c09963, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab59b8cf-3f29-4238-9266-de28b6e9f229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:37:16.741958 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:16.761344 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4513e93-951c-4067-9526-8f55c3998e66 req-9294f523-3075-49df-86ce-cf99bdd01138 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:16.762842 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4513e93-951c-4067-9526-8f55c3998e66 req-9294f523-3075-49df-86ce-cf99bdd01138 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 947 time: 0.1086328 Feb 21 01:37:16.846939 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] For port 0234c718-d0d6-49f6-ad17-4a23f7c09963, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:37:16.849934 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] For port 0234c718-d0d6-49f6-ad17-4a23f7c09963, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0234c718-d0d6-49f6-ad17-4a23f7c09963,segment=NetworkSegment(ab59b8cf-3f29-4238-9266-de28b6e9f229),segment_id=ab59b8cf-3f29-4238-9266-de28b6e9f229)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:37:16.853817 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4513e93-951c-4067-9526-8f55c3998e66 req-1cb33d9c-2190-4b9f-b2ef-acb33c4ab849 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690858 Feb 21 01:37:16.900579 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:16.932530 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:16.933169 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:16.934506 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] 10.222.0.43 "PUT /v2.0/ports/0234c718-d0d6-49f6-ad17-4a23f7c09963 HTTP/1.1" status: 200 len: 1097 time: 0.8108315 Feb 21 01:37:16.934934 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c001b37-1fa9-4dfc-830a-873c27e47b60', 'tag': '0234c718-d0d6-49f6-ad17-4a23f7c09963'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:37:16.937148 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8db36d2-2f02-4923-803f-dc2eed1fd4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c001b37-1fa9-4dfc-830a-873c27e47b60", "tag": "0234c718-d0d6-49f6-ad17-4a23f7c09963"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:37:16.964283 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576d26c-22a6-4024-bd47-e0335892c31d service neutron] Pushing event updated for resources: {'Port': ['ID=0234c718-d0d6-49f6-ad17-4a23f7c09963,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:16.982015 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a222b8-372a-49f0-ac80-6806f4c83c3d x-openstack-request-id: req-36a222b8-372a-49f0-ac80-6806f4c83c3d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:37:16.982345 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c001b37-1fa9-4dfc-830a-873c27e47b60", "tag": "0234c718-d0d6-49f6-ad17-4a23f7c09963", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:37:16.982617 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-36a222b8-372a-49f0-ac80-6806f4c83c3d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:37:16.983428 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c001b37-1fa9-4dfc-830a-873c27e47b60', 'tag': '0234c718-d0d6-49f6-ad17-4a23f7c09963', 'status': 'completed', 'code': 200} Feb 21 01:37:17.052106 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db36d2-2f02-4923-803f-dc2eed1fd4dc req-db106071-4f27-44d5-8f31-f08f03c9ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:17.053642 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c8db36d2-2f02-4923-803f-dc2eed1fd4dc req-db106071-4f27-44d5-8f31-f08f03c9ec43 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d11363c53ea4a7f9dd5d5c2534da543&device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 1131 time: 0.0478311 Feb 21 01:37:17.084889 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c8db36d2-2f02-4923-803f-dc2eed1fd4dc req-53d1326c-cf2c-4881-9c23-4dcf29c79e3e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8d11363c53ea4a7f9dd5d5c2534da543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195160 Feb 21 01:37:17.180131 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db36d2-2f02-4923-803f-dc2eed1fd4dc req-e2ecbc6a-7cb2-4557-b25f-3d7072d29d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:17.181817 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c8db36d2-2f02-4923-803f-dc2eed1fd4dc req-e2ecbc6a-7cb2-4557-b25f-3d7072d29d08 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899191 Feb 21 01:37:17.264659 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aa946-43a8-41f0-a37a-18526235337a req-bb55087e-4ec6-460a-b1d9-41e2875b1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:17.266033 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-bb55087e-4ec6-460a-b1d9-41e2875b1d6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8d11363c53ea4a7f9dd5d5c2534da543&device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 1131 time: 0.0469797 Feb 21 01:37:17.309574 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-28e64f5d-37f1-48b8-be87-92ca0eec48fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=0234c718-d0d6-49f6-ad17-4a23f7c09963 HTTP/1.1" status: 200 len: 217 time: 0.0339909 Feb 21 01:37:17.359674 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9789a1a4-864a-40d0-a52d-78121eee69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:17.359674 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-9789a1a4-864a-40d0-a52d-78121eee69b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=67fd7269-5aef-4a11-8107-02ab5440d5a6 HTTP/1.1" status: 200 len: 843 time: 0.0427134 Feb 21 01:37:17.406406 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aa946-43a8-41f0-a37a-18526235337a req-dfdb56b8-35f4-4906-9753-128d02f0432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:17.407896 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-dfdb56b8-35f4-4906-9753-128d02f0432e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ec071b65-1a27-431d-8f76-3a28d1667f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0424602 Feb 21 01:37:17.501891 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-f1f3ed41-fab8-4d19-b16f-925a20f1d0de service neutron] 10.222.0.43 "GET /v2.0/networks/ec071b65-1a27-431d-8f76-3a28d1667f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874779 Feb 21 01:37:17.635746 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944f24e-69da-4376-8840-a776b2dc95fd req-8f6810c1-767c-48ce-9744-a65e2686f6e5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:17.637324 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f944f24e-69da-4376-8840-a776b2dc95fd req-8f6810c1-767c-48ce-9744-a65e2686f6e5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.1070695 Feb 21 01:37:17.640840 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8b2aa946-43a8-41f0-a37a-18526235337a req-8d968b40-7e62-4d64-b612-7addde9a53bc service neutron] 10.222.0.43 "GET /v2.0/networks/ec071b65-1a27-431d-8f76-3a28d1667f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318383 Feb 21 01:37:17.684680 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f944f24e-69da-4376-8840-a776b2dc95fd req-ab5472df-4f16-4f76-9bb5-9f014adac992 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418568 Feb 21 01:37:17.974640 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099aaa6-8666-4bd6-bc80-0af54b53cbae req-a0831df2-1677-4f00-a5cf-3f656653691e tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:17.976163 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3099aaa6-8666-4bd6-bc80-0af54b53cbae req-a0831df2-1677-4f00-a5cf-3f656653691e tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 947 time: 0.0541446 Feb 21 01:37:18.022516 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3099aaa6-8666-4bd6-bc80-0af54b53cbae req-82c95be4-1c73-4133-8651-facc5196e720 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Feb 21 01:37:18.807015 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780a5d3-36ba-44a8-8cea-dc048348d80a req-7a7e59a7-c1c6-4c06-ae9d-302a61f2524a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:18.808468 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a780a5d3-36ba-44a8-8cea-dc048348d80a req-7a7e59a7-c1c6-4c06-ae9d-302a61f2524a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0539105 Feb 21 01:37:18.853592 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a780a5d3-36ba-44a8-8cea-dc048348d80a req-bebc763c-7085-4735-ac6f-3f5944fbe545 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397575 Feb 21 01:37:19.136993 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23e8ae-1fbf-441a-b0f2-f6615544a10f req-79310980-02fe-4b0c-8939-9204caa56202 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:19.138432 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7a23e8ae-1fbf-441a-b0f2-f6615544a10f req-79310980-02fe-4b0c-8939-9204caa56202 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 947 time: 0.0504005 Feb 21 01:37:19.183186 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7a23e8ae-1fbf-441a-b0f2-f6615544a10f req-e6e289d0-f824-42a1-9e76-da8e126bf6a2 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Feb 21 01:37:19.976064 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2a36e-5b85-461d-ba03-ca25535bec36 req-bdd3fac0-a426-46da-a5cf-9c871e8da3b2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:19.977552 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2cc2a36e-5b85-461d-ba03-ca25535bec36 req-bdd3fac0-a426-46da-a5cf-9c871e8da3b2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0542603 Feb 21 01:37:20.022565 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2cc2a36e-5b85-461d-ba03-ca25535bec36 req-a044b518-0482-4313-abad-2c7d2b812090 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396535 Feb 21 01:37:20.297609 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f2a39-b3e4-4b03-af6c-a2255856f1e8 req-2bed1db7-3986-4232-a007-e82e7222a2a0 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:20.299049 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-623f2a39-b3e4-4b03-af6c-a2255856f1e8 req-2bed1db7-3986-4232-a007-e82e7222a2a0 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 947 time: 0.0509863 Feb 21 01:37:20.346950 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-623f2a39-b3e4-4b03-af6c-a2255856f1e8 req-02484de4-1a3a-4aff-93ad-2363236e3ef6 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415761 Feb 21 01:37:21.139905 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879c077-f78c-43b4-8128-9fff0b678510 req-1de8e4ac-f58e-4a45-976f-059c554a8969 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:21.141395 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0879c077-f78c-43b4-8128-9fff0b678510 req-1de8e4ac-f58e-4a45-976f-059c554a8969 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0498581 Feb 21 01:37:21.188707 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0879c077-f78c-43b4-8128-9fff0b678510 req-51642413-4941-4736-868f-d5ddfb27ef85 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 Feb 21 01:37:21.461433 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d48d-ebfe-4193-830c-bf8546039de1 req-36f102c0-b6d4-4a3a-972d-e319bf4b3c4b tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:21.462852 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e333d48d-ebfe-4193-830c-bf8546039de1 req-36f102c0-b6d4-4a3a-972d-e319bf4b3c4b tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 947 time: 0.0499618 Feb 21 01:37:21.508186 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e333d48d-ebfe-4193-830c-bf8546039de1 req-7b920ea4-cb21-4def-bbcc-e9f3ad8936ff tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400577 Feb 21 01:37:22.277939 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 0234c718-d0d6-49f6-ad17-4a23f7c09963 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:37:22.310069 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86dbb5-dbd5-4327-bf13-60d49af27e56 req-db37eecc-5ab7-47a7-8cd7-eed688bcdaf2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:22.311557 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c86dbb5-dbd5-4327-bf13-60d49af27e56 req-db37eecc-5ab7-47a7-8cd7-eed688bcdaf2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 944 time: 0.0506217 Feb 21 01:37:22.361134 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c86dbb5-dbd5-4327-bf13-60d49af27e56 req-f51e48a5-72c8-4a47-9fe2-f2eb9cedbb4a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440998 Feb 21 01:37:22.375814 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 0234c718-d0d6-49f6-ad17-4a23f7c09963, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0234c718-d0d6-49f6-ad17-4a23f7c09963,segment=NetworkSegment(ab59b8cf-3f29-4238-9266-de28b6e9f229),segment_id=ab59b8cf-3f29-4238-9266-de28b6e9f229)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:37:22.387622 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '0234c718-d0d6-49f6-ad17-4a23f7c09963', 'network_id': 'ec071b65-1a27-431d-8f76-3a28d1667f3d', 'port_id': '0234c718-d0d6-49f6-ad17-4a23f7c09963', 'mac_address': 'fa:16:3e:a9:9e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fd7269-5aef-4a11-8107-02ab5440d5a6', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:37:22.430760 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 0234c718-d0d6-49f6-ad17-4a23f7c09963 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:37:22.431150 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:22.443436 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0234c718-d0d6-49f6-ad17-4a23f7c09963 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:37:22.461634 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 0234c718-d0d6-49f6-ad17-4a23f7c09963, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0234c718-d0d6-49f6-ad17-4a23f7c09963,segment=NetworkSegment(ab59b8cf-3f29-4238-9266-de28b6e9f229),segment_id=ab59b8cf-3f29-4238-9266-de28b6e9f229)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:37:22.534383 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:22.535349 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:37:22.603258 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0234c718-d0d6-49f6-ad17-4a23f7c09963,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:22.628719 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b145bbb-aa5f-43e5-ba50-4981bbc4b652 req-540517c2-9608-412c-a284-489de027abe2 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:22.630203 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7b145bbb-aa5f-43e5-ba50-4981bbc4b652 req-540517c2-9608-412c-a284-489de027abe2 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 948 time: 0.0557659 Feb 21 01:37:22.639891 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.640276 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.640650 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.640995 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.641335 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.641676 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.642006 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.642338 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.642668 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.643018 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.643357 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.643684 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.644009 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:22.677651 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7b145bbb-aa5f-43e5-ba50-4981bbc4b652 req-e4674b0a-5e1c-4320-ace3-fa31c2c43f42 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Feb 21 01:37:22.687908 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:37:22.698738 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'port_id': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'mac_address': 'fa:16:3e:24:a0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:37:22.736489 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:37:22.736892 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:22.749716 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:37:22.768899 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:37:22.813954 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:22.862647 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=9']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:23.224145 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:37:23.253029 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['0234c718-d0d6-49f6-ad17-4a23f7c09963'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:37:23.486591 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41255762-ca64-43f5-afc2-7fc4354b86d4 req-c70aff21-d5d3-4d58-8dfc-56ab2f0086ff tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:23.488090 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-41255762-ca64-43f5-afc2-7fc4354b86d4 req-c70aff21-d5d3-4d58-8dfc-56ab2f0086ff tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0518870 Feb 21 01:37:23.535855 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-41255762-ca64-43f5-afc2-7fc4354b86d4 req-cb8ebc76-851a-4e34-8bc1-1870997646a2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399542 Feb 21 01:37:23.790350 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c84b6d-d582-4e7e-a11c-aa48ff3da5c2 req-69b6b096-51a8-42f8-9ab6-2fcea383e8e3 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:23.791707 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e1c84b6d-d582-4e7e-a11c-aa48ff3da5c2 req-69b6b096-51a8-42f8-9ab6-2fcea383e8e3 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 948 time: 0.0502276 Feb 21 01:37:23.839564 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e1c84b6d-d582-4e7e-a11c-aa48ff3da5c2 req-195ad0ec-7892-425f-b0d4-f7c49cfdac00 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424633 Feb 21 01:37:24.663395 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183d52f-e7ad-478f-bb33-7435b74c527d req-df0a7d9d-18eb-462a-8396-355893356e75 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:24.664914 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7183d52f-e7ad-478f-bb33-7435b74c527d req-df0a7d9d-18eb-462a-8396-355893356e75 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0527673 Feb 21 01:37:24.711650 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7183d52f-e7ad-478f-bb33-7435b74c527d req-2d06419c-d818-4d0c-bbc9-40a278a4aadb tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Feb 21 01:37:24.959347 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d36332-a2e2-4eb0-a80b-a09637acbdae req-01af9ab8-a5b6-4f56-aa9a-af598ba4d8ef tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:24.960856 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-28d36332-a2e2-4eb0-a80b-a09637acbdae req-01af9ab8-a5b6-4f56-aa9a-af598ba4d8ef tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 948 time: 0.0558448 Feb 21 01:37:25.010202 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-28d36332-a2e2-4eb0-a80b-a09637acbdae req-cec03784-8f82-48b2-811d-07585bf6cb6f tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Feb 21 01:37:25.834607 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef4a65-acf2-4b56-ac5b-70aa68752e2c req-37396afe-f3d0-4715-8acf-f97eb9680cdd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:25.836026 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2aef4a65-acf2-4b56-ac5b-70aa68752e2c req-37396afe-f3d0-4715-8acf-f97eb9680cdd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 945 time: 0.0540240 Feb 21 01:37:25.880306 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2aef4a65-acf2-4b56-ac5b-70aa68752e2c req-3ba587c0-5a92-4aa7-b7c9-032951b7ce63 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388587 Feb 21 01:37:26.125986 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c42c4-cc2e-4867-9719-8cfe60c4f2b0 req-e1b8abcd-167d-4f31-b732-98f228b578cd tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:26.127428 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-627c42c4-cc2e-4867-9719-8cfe60c4f2b0 req-e1b8abcd-167d-4f31-b732-98f228b578cd tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 948 time: 0.0499899 Feb 21 01:37:26.173749 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-627c42c4-cc2e-4867-9719-8cfe60c4f2b0 req-ff6967b5-aa4d-4bdf-b874-0a391d72951b tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Feb 21 01:37:26.310246 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 0234c718-d0d6-49f6-ad17-4a23f7c09963 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:37:26.397432 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 0234c718-d0d6-49f6-ad17-4a23f7c09963 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:37:26.401162 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 0234c718-d0d6-49f6-ad17-4a23f7c09963 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:37:26.401541 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:26.477945 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 0234c718-d0d6-49f6-ad17-4a23f7c09963 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:37:26.478337 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:26.503155 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c001b37-1fa9-4dfc-830a-873c27e47b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0234c718-d0d6-49f6-ad17-4a23f7c09963'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:37:26.506841 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d58fd9-3637-4276-b7ee-6a500a89e020" -d '{"events": [{"server_uuid": "9c001b37-1fa9-4dfc-830a-873c27e47b60", "name": "network-vif-plugged", "status": "completed", "tag": "0234c718-d0d6-49f6-ad17-4a23f7c09963"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:37:26.517907 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 0234c718-d0d6-49f6-ad17-4a23f7c09963, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0234c718-d0d6-49f6-ad17-4a23f7c09963,segment=NetworkSegment(ab59b8cf-3f29-4238-9266-de28b6e9f229),segment_id=ab59b8cf-3f29-4238-9266-de28b6e9f229)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:37:26.541794 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596aa6df-ab13-4341-8057-44412711019a x-openstack-request-id: req-596aa6df-ab13-4341-8057-44412711019a {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:37:26.542092 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c001b37-1fa9-4dfc-830a-873c27e47b60", "name": "network-vif-plugged", "status": "completed", "tag": "0234c718-d0d6-49f6-ad17-4a23f7c09963", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:37:26.542429 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-596aa6df-ab13-4341-8057-44412711019a {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:37:26.542838 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c001b37-1fa9-4dfc-830a-873c27e47b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0234c718-d0d6-49f6-ad17-4a23f7c09963', 'code': 200} Feb 21 01:37:26.573921 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:26.574736 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:37:26.647172 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=0234c718-d0d6-49f6-ad17-4a23f7c09963,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:26.659517 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:37:26.659886 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:26.736691 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:37:26.737070 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:26.769518 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:37:26.831289 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:26.883427 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=10']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:26.926047 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853efec-d719-4b40-8cd7-522c3ff15300 req-2b419eec-4137-42c1-b259-7d881db8dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:26.928255 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4853efec-d719-4b40-8cd7-522c3ff15300 req-2b419eec-4137-42c1-b259-7d881db8dc63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 1133 time: 0.1499445 Feb 21 01:37:27.210894 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59748) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:27.237627 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4853efec-d719-4b40-8cd7-522c3ff15300 req-dcdd0d16-714b-441f-b39f-476adc45164a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028429 Feb 21 01:37:27.283786 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c811ff6-ca87-4547-a40e-09deb5179f87 req-8c404cc3-f68b-49a3-b225-d6431eafaa2e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:27.285288 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1c811ff6-ca87-4547-a40e-09deb5179f87 req-8c404cc3-f68b-49a3-b225-d6431eafaa2e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.1035187 Feb 21 01:37:27.319876 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:27.321053 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406a49f-f0b7-4139-9cec-7d48b8bab81a req-9ff82499-fe4c-4544-8b19-193e3c580933 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:27.322512 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6406a49f-f0b7-4139-9cec-7d48b8bab81a req-9ff82499-fe4c-4544-8b19-193e3c580933 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 949 time: 0.0794528 Feb 21 01:37:27.365527 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1c811ff6-ca87-4547-a40e-09deb5179f87 req-f2d7bc2e-a04c-459b-9655-4d6be8f9a683 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738878 Feb 21 01:37:27.391241 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6406a49f-f0b7-4139-9cec-7d48b8bab81a req-d950ae0a-7f21-472c-955d-3d6be5b995d8 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595274 Feb 21 01:37:27.394883 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Publish callbacks [] for security_group (44254765-1e4e-45e5-a6b8-ea77fb09a287), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:27.447856 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (44254765-1e4e-45e5-a6b8-ea77fb09a287), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:27.486880 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44254765-1e4e-45e5-a6b8-ea77fb09a287,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:27.491311 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c51cac35e5e04fe89f4ca58885b7d7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794590 Feb 21 01:37:27.494093 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59752) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:27.496165 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.496533 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.496878 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.497235 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.497550 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.497882 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.498211 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.498536 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.498864 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.499189 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.499514 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.499834 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.500152 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b4ef5-25b4-4078-a01f-0ad36c320e64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:37:27.541703 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0d051683-1fcc-4622-94cc-e6ecbc8d41cb admin admin] Publish callbacks [] for security_group (44254765-1e4e-45e5-a6b8-ea77fb09a287), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:27.565636 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0d051683-1fcc-4622-94cc-e6ecbc8d41cb admin admin] Publish callbacks [] for security_group (44254765-1e4e-45e5-a6b8-ea77fb09a287), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:27.671259 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0d051683-1fcc-4622-94cc-e6ecbc8d41cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (44254765-1e4e-45e5-a6b8-ea77fb09a287), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:27.673988 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0d051683-1fcc-4622-94cc-e6ecbc8d41cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:27.675266 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-0d051683-1fcc-4622-94cc-e6ecbc8d41cb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/44254765-1e4e-45e5-a6b8-ea77fb09a287 HTTP/1.1" status: 204 len: 168 time: 0.1800377 Feb 21 01:37:27.683785 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d051683-1fcc-4622-94cc-e6ecbc8d41cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44254765-1e4e-45e5-a6b8-ea77fb09a287,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:28.159693 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 59758) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:28.173157 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e2f16d3-d4d5-4261-8e49-16b6771a5d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:28.243709 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e2f16d3-d4d5-4261-8e49-16b6771a5d84 admin admin] Publish callbacks [] for security_group (c7fc7242-1e8b-4167-83c9-77c76314e186), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:28.328005 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5e2f16d3-d4d5-4261-8e49-16b6771a5d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c7fc7242-1e8b-4167-83c9-77c76314e186), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:28.364534 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-5e2f16d3-d4d5-4261-8e49-16b6771a5d84 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eb6ea14516e74c63b0700ddc356754d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037642 Feb 21 01:37:28.365324 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f16d3-d4d5-4261-8e49-16b6771a5d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc7242-1e8b-4167-83c9-77c76314e186,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:28.367308 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 59760) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:28.421824 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-67176246-a38c-4314-aecc-7c2b66d8aa17 admin admin] Publish callbacks [] for security_group (c7fc7242-1e8b-4167-83c9-77c76314e186), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:28.444262 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-67176246-a38c-4314-aecc-7c2b66d8aa17 admin admin] Publish callbacks [] for security_group (c7fc7242-1e8b-4167-83c9-77c76314e186), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:28.526671 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d6b6-5611-458b-88c7-5af7f13d4598 req-7a35e7e0-34c8-40d7-bcc1-2598d913add2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:28.528136 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2e20d6b6-5611-458b-88c7-5af7f13d4598 req-7a35e7e0-34c8-40d7-bcc1-2598d913add2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.0837824 Feb 21 01:37:28.543844 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:37:28.546159 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5596a0f-95b3-4f27-9652-eba350deda8c" -d '{"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-plugged", "status": "completed", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:37:28.548451 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16d160-7691-4225-9a46-3981cbe376e2 req-6f291932-8454-4215-846d-3e217315e6fd tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:28.549894 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c16d160-7691-4225-9a46-3981cbe376e2 req-6f291932-8454-4215-846d-3e217315e6fd tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 949 time: 0.0761375 Feb 21 01:37:28.557090 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-67176246-a38c-4314-aecc-7c2b66d8aa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c7fc7242-1e8b-4167-83c9-77c76314e186), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:28.559596 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-67176246-a38c-4314-aecc-7c2b66d8aa17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:28.560822 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-67176246-a38c-4314-aecc-7c2b66d8aa17 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c7fc7242-1e8b-4167-83c9-77c76314e186 HTTP/1.1" status: 204 len: 168 time: 0.1917901 Feb 21 01:37:28.569342 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67176246-a38c-4314-aecc-7c2b66d8aa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc7242-1e8b-4167-83c9-77c76314e186,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:28.612703 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2e20d6b6-5611-458b-88c7-5af7f13d4598 req-1894db25-b0d2-4a44-9b5c-344fde521bc6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782638 Feb 21 01:37:28.619551 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c16d160-7691-4225-9a46-3981cbe376e2 req-5a497c77-a243-4b2d-8cbb-e6657dcc6ab4 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635498 Feb 21 01:37:28.667514 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd177e5-cdb5-451c-a76e-45f97021ff55 x-openstack-request-id: req-7dd177e5-cdb5-451c-a76e-45f97021ff55 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:37:28.667962 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-plugged", "status": "completed", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:37:28.668219 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7dd177e5-cdb5-451c-a76e-45f97021ff55 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:37:28.668803 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'code': 200} Feb 21 01:37:29.378408 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0bdf2-fb88-40ab-8925-b01fe76eb56d req-01616d86-377b-4dd5-81b6-63ac75dab714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:29.379821 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1af0bdf2-fb88-40ab-8925-b01fe76eb56d req-01616d86-377b-4dd5-81b6-63ac75dab714 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 1131 time: 0.0476358 Feb 21 01:37:29.423108 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1af0bdf2-fb88-40ab-8925-b01fe76eb56d req-2a71b251-922b-426d-b976-1448847b1d69 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364015 Feb 21 01:37:29.772668 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f1816-bedd-454b-91fd-8d9e079aa591 req-54d8c233-1537-4dfa-9d48-53bdf9562ea0 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:29.774169 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-626f1816-bedd-454b-91fd-8d9e079aa591 req-54d8c233-1537-4dfa-9d48-53bdf9562ea0 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 949 time: 0.0878572 Feb 21 01:37:29.780719 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576c206-d474-4a01-bad8-1dc5da9c6271 req-df309b4a-ce35-4bb0-b3ac-4ff9cd327e56 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:29.782090 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3576c206-d474-4a01-bad8-1dc5da9c6271 req-df309b4a-ce35-4bb0-b3ac-4ff9cd327e56 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.0835516 Feb 21 01:37:29.852884 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-626f1816-bedd-454b-91fd-8d9e079aa591 req-e6185edd-a12f-4015-b919-b6e4d0485fa2 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698538 Feb 21 01:37:29.859567 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3576c206-d474-4a01-bad8-1dc5da9c6271 req-d0fca345-65c1-4ff5-aecf-83b852e705dc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702970 Feb 21 01:37:30.308138 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f10a0e-6d16-4d8a-8bff-0641743038a0 req-f353bde6-4a5c-4736-879a-a200083c6c77 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:30.309690 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-21f10a0e-6d16-4d8a-8bff-0641743038a0 req-f353bde6-4a5c-4736-879a-a200083c6c77 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 949 time: 0.0529959 Feb 21 01:37:30.355819 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-21f10a0e-6d16-4d8a-8bff-0641743038a0 req-23eb2fdf-5737-4be1-aa50-6a7e8d41df98 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407076 Feb 21 01:37:30.984719 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f57a86-2931-4345-9724-307ae5a523f6 req-b11e6449-ab00-42ea-bff7-5f387b20a881 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:30.986165 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-93f57a86-2931-4345-9724-307ae5a523f6 req-b11e6449-ab00-42ea-bff7-5f387b20a881 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.0504584 Feb 21 01:37:31.031714 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-93f57a86-2931-4345-9724-307ae5a523f6 req-837990a3-50c2-4425-8448-99ff271ce5db tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402446 Feb 21 01:37:31.475828 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd81a9-12e3-4d56-8782-8eeca41d536b req-f1f7c165-802d-486d-9bf2-4b8be856d846 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:31.477424 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-26bd81a9-12e3-4d56-8782-8eeca41d536b req-f1f7c165-802d-486d-9bf2-4b8be856d846 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 949 time: 0.0559919 Feb 21 01:37:31.525124 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-26bd81a9-12e3-4d56-8782-8eeca41d536b req-4e72a808-a9f7-485e-b4a1-8ed847ed54f9 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Feb 21 01:37:32.103852 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-31089341-dbe7-4d0c-a590-45248c08a262 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:32.105394 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-31089341-dbe7-4d0c-a590-45248c08a262 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 949 time: 0.0526741 Feb 21 01:37:32.164157 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab2560-7606-4872-a342-9bb53b3b0d21 req-9fe12683-9ac2-4bb3-aa77-354d75331163 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:32.344754 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b0ab2560-7606-4872-a342-9bb53b3b0d21 req-9fe12683-9ac2-4bb3-aa77-354d75331163 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.0585296 Feb 21 01:37:32.344754 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b0ab2560-7606-4872-a342-9bb53b3b0d21 req-fa7f51c5-ef26-4d0f-8ff7-a46919cb6aa1 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473509 Feb 21 01:37:32.447057 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Deleting port 0234c718-d0d6-49f6-ad17-4a23f7c09963 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:37:32.447570 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:32.579986 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] For port 0234c718-d0d6-49f6-ad17-4a23f7c09963, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0234c718-d0d6-49f6-ad17-4a23f7c09963,segment=NetworkSegment(ab59b8cf-3f29-4238-9266-de28b6e9f229),segment_id=ab59b8cf-3f29-4238-9266-de28b6e9f229)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:37:32.579986 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:32.579986 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Calling delete_port for 0234c718-d0d6-49f6-ad17-4a23f7c09963 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:37:32.717930 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c727a2a-b4f4-4431-a9a3-a51c0ac3136a req-8e468476-03a2-4d7e-ad49-321e1b24ba77 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:32.719461 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c727a2a-b4f4-4431-a9a3-a51c0ac3136a req-8e468476-03a2-4d7e-ad49-321e1b24ba77 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 949 time: 0.0906882 Feb 21 01:37:32.814370 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c727a2a-b4f4-4431-a9a3-a51c0ac3136a req-5e04f918-c5c2-4758-9cd8-f46f77f78aa6 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/security-groups?id=2f7231ca-1226-4ad8-bb17-7788df00c16a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885139 Feb 21 01:37:33.042983 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (0234c718-d0d6-49f6-ad17-4a23f7c09963), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:33.072324 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Pushing event deleted for resources: {'Port': ['ID=0234c718-d0d6-49f6-ad17-4a23f7c09963,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:33.114360 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] No DVR routers for this DVR port 0234c718-d0d6-49f6-ad17-4a23f7c09963 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:37:33.116936 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:33.120384 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5136cd63-cc28-407b-a18f-b727b7d2f0b5 req-73f2fa60-cbd1-4092-b730-5029b9bc8fa1 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.43 "DELETE /v2.0/ports/0234c718-d0d6-49f6-ad17-4a23f7c09963 HTTP/1.1" status: 204 len: 173 time: 1.0042212 Feb 21 01:37:33.120939 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c001b37-1fa9-4dfc-830a-873c27e47b60', 'name': 'network-vif-deleted', 'tag': '0234c718-d0d6-49f6-ad17-4a23f7c09963'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:37:33.123173 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7656227a-55e7-4def-bfa6-fe24dc605848" -d '{"events": [{"server_uuid": "9c001b37-1fa9-4dfc-830a-873c27e47b60", "name": "network-vif-deleted", "tag": "0234c718-d0d6-49f6-ad17-4a23f7c09963"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:37:33.319646 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff40274-c133-4031-ab2c-ba582eab909d x-openstack-request-id: req-4ff40274-c133-4031-ab2c-ba582eab909d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:37:33.319945 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c001b37-1fa9-4dfc-830a-873c27e47b60", "name": "network-vif-deleted", "tag": "0234c718-d0d6-49f6-ad17-4a23f7c09963", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:37:33.320197 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4ff40274-c133-4031-ab2c-ba582eab909d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:37:33.320626 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c001b37-1fa9-4dfc-830a-873c27e47b60', 'name': 'network-vif-deleted', 'tag': '0234c718-d0d6-49f6-ad17-4a23f7c09963', 'status': 'completed', 'code': 200} Feb 21 01:37:33.457127 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1685832-f95e-4864-937c-a1eb8a4a3c39 req-4a0d30a0-7bea-4d69-bd5e-2529fccaf198 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:33.458732 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d1685832-f95e-4864-937c-a1eb8a4a3c39 req-4a0d30a0-7bea-4d69-bd5e-2529fccaf198 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.0566313 Feb 21 01:37:33.504356 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d1685832-f95e-4864-937c-a1eb8a4a3c39 req-6df49d89-cc22-4868-aa15-e0d853c5cc40 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400984 Feb 21 01:37:33.921033 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c3e8f561-dc20-45fb-9995-9a38afda9f3b req-8ec1c8b7-1964-4a7d-bf44-0184781502e9 tempest-VolumesNegativeTest-460063819 tempest-VolumesNegativeTest-460063819-project] 10.222.0.90 "GET /v2.0/ports?device_id=9c001b37-1fa9-4dfc-830a-873c27e47b60 HTTP/1.1" status: 200 len: 210 time: 0.0267549 Feb 21 01:37:34.127801 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9d629045-90f6-4720-8a14-fa39f1357d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:34.625841 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a3ef6-fdde-4c52-af5c-7cb9bad24362 req-45b1481d-056f-44dc-b11c-f2acc19d5fdb tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:34.627319 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cb2a3ef6-fdde-4c52-af5c-7cb9bad24362 req-45b1481d-056f-44dc-b11c-f2acc19d5fdb tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.0513086 Feb 21 01:37:34.673616 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cb2a3ef6-fdde-4c52-af5c-7cb9bad24362 req-3380b806-ce98-418d-9e4b-dffff0e4a22b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 Feb 21 01:37:35.333735 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 0234c718-d0d6-49f6-ad17-4a23f7c09963 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:37:35.354170 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 0234c718-d0d6-49f6-ad17-4a23f7c09963 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:37:35.354513 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 0234c718-d0d6-49f6-ad17-4a23f7c09963 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:37:36.687903 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8c593613-331f-4b17-9c7a-7c60dc7d585c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:36.710624 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:37.653365 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:39.144762 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:40.372374 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 60162) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:40.507074 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-8c23acf4-b136-49a4-9066-db9ded2fade7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8d11363c53ea4a7f9dd5d5c2534da543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332021 Feb 21 01:37:40.509698 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60166) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:40.516152 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:40.528409 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:37:40.560866 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-40ef774f-ae18-410e-8ce9-15daaae4ebca admin admin] Publish callbacks [] for security_group (2f7231ca-1226-4ad8-bb17-7788df00c16a), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:40.581829 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-40ef774f-ae18-410e-8ce9-15daaae4ebca admin admin] Publish callbacks [] for security_group (2f7231ca-1226-4ad8-bb17-7788df00c16a), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:40.664789 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-40ef774f-ae18-410e-8ce9-15daaae4ebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (2f7231ca-1226-4ad8-bb17-7788df00c16a), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:40.667359 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-40ef774f-ae18-410e-8ce9-15daaae4ebca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:40.668545 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-40ef774f-ae18-410e-8ce9-15daaae4ebca admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2f7231ca-1226-4ad8-bb17-7788df00c16a HTTP/1.1" status: 204 len: 168 time: 0.1577327 Feb 21 01:37:40.676543 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef774f-ae18-410e-8ce9-15daaae4ebca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7231ca-1226-4ad8-bb17-7788df00c16a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:42.510572 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60182) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:42.626152 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a839117c-c544-46d2-8b08-5874fcf099c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:42.699876 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a839117c-c544-46d2-8b08-5874fcf099c2 admin admin] Publish callbacks [] for security_group (6e7c7b28-a938-4287-994d-d1eada0b12e4), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:42.778938 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a839117c-c544-46d2-8b08-5874fcf099c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (6e7c7b28-a938-4287-994d-d1eada0b12e4), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:42.815234 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839117c-c544-46d2-8b08-5874fcf099c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7c7b28-a938-4287-994d-d1eada0b12e4,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:42.819573 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-a839117c-c544-46d2-8b08-5874fcf099c2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cfd36be8ee0f488382417c13d0278775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079917 Feb 21 01:37:42.822888 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60186) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:37:42.867635 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3530cfdd-454a-4a50-9534-7e060727c8e8 admin admin] Publish callbacks [] for security_group (6e7c7b28-a938-4287-994d-d1eada0b12e4), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:42.890259 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3530cfdd-454a-4a50-9534-7e060727c8e8 admin admin] Publish callbacks [] for security_group (6e7c7b28-a938-4287-994d-d1eada0b12e4), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:43.002226 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3530cfdd-454a-4a50-9534-7e060727c8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (6e7c7b28-a938-4287-994d-d1eada0b12e4), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:43.004918 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3530cfdd-454a-4a50-9534-7e060727c8e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:37:43.006065 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-3530cfdd-454a-4a50-9534-7e060727c8e8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6e7c7b28-a938-4287-994d-d1eada0b12e4 HTTP/1.1" status: 204 len: 168 time: 0.1830044 Feb 21 01:37:43.015623 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530cfdd-454a-4a50-9534-7e060727c8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7c7b28-a938-4287-994d-d1eada0b12e4,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:37:46.304554 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be42fb4-c79c-4a53-a7bb-6b22c8a7822f req-ed297117-8461-4046-9547-112e540d2522 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:46.306251 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5be42fb4-c79c-4a53-a7bb-6b22c8a7822f req-ed297117-8461-4046-9547-112e540d2522 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0581887 Feb 21 01:37:46.397234 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5be42fb4-c79c-4a53-a7bb-6b22c8a7822f req-be5caa8c-c2e7-4af1-bc7e-87c3af6c28dd tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851543 Feb 21 01:37:46.403343 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-161f9059-d11c-4f1d-b802-9230eea829d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:46.404471 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-161f9059-d11c-4f1d-b802-9230eea829d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=784f5427745d402ba47e692082aac30f&device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 1168 time: 0.0750382 Feb 21 01:37:46.494143 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-ec125837-4c3d-42be-96a2-ad5fbbd9ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:46.495509 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-ec125837-4c3d-42be-96a2-ad5fbbd9ca79 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d421b8af-7dc1-48b3-b75d-8a9c768a3410 HTTP/1.1" status: 200 len: 916 time: 0.0844915 Feb 21 01:37:46.564893 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-b92cf69b-2559-4e04-8e94-088a8d0bc218 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 200 len: 1001 time: 0.0576589 Feb 21 01:37:46.622465 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-1b946e5a-de21-4bcd-b830-d2605d7f289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:46.623926 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-1b946e5a-de21-4bcd-b830-d2605d7f289a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b19ecbe2-e175-4098-9670-f58687a27e12 HTTP/1.1" status: 200 len: 854 time: 0.0527914 Feb 21 01:37:46.671233 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-3809447d-cc5b-4b40-9f20-42c7381179f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:46.672743 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-3809447d-cc5b-4b40-9f20-42c7381179f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d421b8af-7dc1-48b3-b75d-8a9c768a3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420408 Feb 21 01:37:46.758122 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-0acdace4-e09c-42ea-98e4-1a7e3b5d1ee6 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785334 Feb 21 01:37:46.851196 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bc29be3e-02c1-4d5f-b6dc-543fe73a62d6 req-c2d4dffd-7ade-4ede-9235-f30162687c25 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836306 Feb 21 01:37:47.514926 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f43bdb-53be-4efd-b88f-5d02384c4431 req-f95caf80-bb0b-40a8-af75-4b6cb06535a4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:47.516382 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-35f43bdb-53be-4efd-b88f-5d02384c4431 req-f95caf80-bb0b-40a8-af75-4b6cb06535a4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0517843 Feb 21 01:37:47.577265 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-35f43bdb-53be-4efd-b88f-5d02384c4431 req-49877152-890e-4619-9db4-61bfab4feb3c tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552611 Feb 21 01:37:48.698972 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60571b7-658c-4fac-a876-3cfeadde40b5 req-62c66e96-b342-4d65-8ee8-e73e0a3586cd tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:48.700454 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f60571b7-658c-4fac-a876-3cfeadde40b5 req-62c66e96-b342-4d65-8ee8-e73e0a3586cd tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0564334 Feb 21 01:37:48.760461 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f60571b7-658c-4fac-a876-3cfeadde40b5 req-cf896552-ef3b-4250-be5a-1b0af603fdeb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543354 Feb 21 01:37:49.874322 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e46fe-4150-49af-8b4a-ecd87741c112 req-eba572c4-6339-45bf-a59a-d3698c091120 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:49.875767 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c6e46fe-4150-49af-8b4a-ecd87741c112 req-eba572c4-6339-45bf-a59a-d3698c091120 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0506675 Feb 21 01:37:49.933154 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c6e46fe-4150-49af-8b4a-ecd87741c112 req-d5eeaab0-320b-4eba-8c2c-9f51c4ec3d1a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511589 Feb 21 01:37:51.058511 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40dece-0786-4afc-b586-850dff2d23e0 req-441e7a75-283e-4d25-b3a8-ff7b36dd07c0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:51.059278 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5e40dece-0786-4afc-b586-850dff2d23e0 req-441e7a75-283e-4d25-b3a8-ff7b36dd07c0 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0602777 Feb 21 01:37:51.131981 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5e40dece-0786-4afc-b586-850dff2d23e0 req-b83e5365-4e8c-4191-b835-30369d2ac6b4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669856 Feb 21 01:37:52.069923 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506dd58-6caf-4775-bdcd-10abbb35e701 req-b0dbbae6-39ae-41e2-b47d-b9cddb684505 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:52.071465 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2506dd58-6caf-4775-bdcd-10abbb35e701 req-b0dbbae6-39ae-41e2-b47d-b9cddb684505 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0524154 Feb 21 01:37:52.117223 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2506dd58-6caf-4775-bdcd-10abbb35e701 req-5d8e723c-f427-43fc-82c2-2c77986d8879 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Feb 21 01:37:52.248435 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639870-8886-43c9-a1fa-fcd62829ac00 req-f63d14e2-d57c-472a-89f9-853eeb63a185 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:52.249904 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-01639870-8886-43c9-a1fa-fcd62829ac00 req-f63d14e2-d57c-472a-89f9-853eeb63a185 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0503838 Feb 21 01:37:52.306776 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-01639870-8886-43c9-a1fa-fcd62829ac00 req-04fab34b-4c5e-4149-95ce-0e7347f82d80 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508046 Feb 21 01:37:53.235611 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f1757-ace0-4ef8-959f-d00a759da3db req-96f9429c-13fa-4b67-ba6d-5bf250e04576 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:53.237081 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-625f1757-ace0-4ef8-959f-d00a759da3db req-96f9429c-13fa-4b67-ba6d-5bf250e04576 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0531859 Feb 21 01:37:53.281701 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-625f1757-ace0-4ef8-959f-d00a759da3db req-f5899e22-ffa8-4221-9d68-5b312f99122b tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385542 Feb 21 01:37:53.420827 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa36ea-6b4d-49e8-b39a-7632fe6e605a req-c763ef4c-5e1f-41d3-a2e6-b394368cf411 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:53.422179 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d1aa36ea-6b4d-49e8-b39a-7632fe6e605a req-c763ef4c-5e1f-41d3-a2e6-b394368cf411 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0507197 Feb 21 01:37:53.479167 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d1aa36ea-6b4d-49e8-b39a-7632fe6e605a req-ed373257-068d-4c23-b2ad-9ae6b3a24318 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509079 Feb 21 01:37:54.402115 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f2ad-47d7-446b-8401-83c43e5dd85d req-1eca9866-4395-40ce-969f-ede07c5145d2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:54.403590 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46a3f2ad-47d7-446b-8401-83c43e5dd85d req-1eca9866-4395-40ce-969f-ede07c5145d2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0562651 Feb 21 01:37:54.448903 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46a3f2ad-47d7-446b-8401-83c43e5dd85d req-60f0a099-e6df-4923-b541-df787f33df65 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399148 Feb 21 01:37:54.600470 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9622c-b232-4396-a86c-9da251388600 req-b9c27a7d-b7cf-410d-bb17-4f0638e11d30 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:54.602064 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-65f9622c-b232-4396-a86c-9da251388600 req-b9c27a7d-b7cf-410d-bb17-4f0638e11d30 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0550842 Feb 21 01:37:54.663462 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-65f9622c-b232-4396-a86c-9da251388600 req-392575aa-5c7c-48b0-9a41-63881001a1e1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539746 Feb 21 01:37:55.564658 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead02db7-44b0-42f8-9c2d-a5fdb65552a5 req-3e36376a-f406-4e1f-9805-d827964adbc5 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:55.566145 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ead02db7-44b0-42f8-9c2d-a5fdb65552a5 req-3e36376a-f406-4e1f-9805-d827964adbc5 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0509696 Feb 21 01:37:55.616044 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ead02db7-44b0-42f8-9c2d-a5fdb65552a5 req-115a5d6f-3dd3-486b-8fd2-ae9d62f4ec18 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Feb 21 01:37:55.783694 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0bd43-36ea-4045-8533-974005ca4eab req-5371ece3-01ec-44d0-be96-bd184f36881f tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:55.785121 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-92c0bd43-36ea-4045-8533-974005ca4eab req-5371ece3-01ec-44d0-be96-bd184f36881f tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0559478 Feb 21 01:37:55.842792 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-92c0bd43-36ea-4045-8533-974005ca4eab req-78379d60-7e2f-40ea-bd27-7a1311026f96 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521703 Feb 21 01:37:56.733506 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2e0db-a5ad-4726-8b8b-f72ef33ef663 req-9551487b-dde4-49f4-bbc3-56943fdef66c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:56.734959 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7bb2e0db-a5ad-4726-8b8b-f72ef33ef663 req-9551487b-dde4-49f4-bbc3-56943fdef66c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0513272 Feb 21 01:37:56.780002 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7bb2e0db-a5ad-4726-8b8b-f72ef33ef663 req-02fb9f99-90f5-4e16-b135-5a668e4fceb1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Feb 21 01:37:56.962358 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf71d6-33a4-4e52-b5fd-fe1fd7589a26 req-27186db8-bd8a-41f4-abeb-13b37006830a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:56.963801 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-41bf71d6-33a4-4e52-b5fd-fe1fd7589a26 req-27186db8-bd8a-41f4-abeb-13b37006830a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0553710 Feb 21 01:37:57.021031 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-41bf71d6-33a4-4e52-b5fd-fe1fd7589a26 req-d4718e18-29e6-4491-b5d8-00af9e8b9cb4 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516403 Feb 21 01:37:57.895162 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13d6b3-57e1-4309-872b-ced2d4fac3d8 req-258334ef-fa00-41f5-8a46-0f4249a2285a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:57.896643 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fa13d6b3-57e1-4309-872b-ced2d4fac3d8 req-258334ef-fa00-41f5-8a46-0f4249a2285a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0516591 Feb 21 01:37:57.941678 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fa13d6b3-57e1-4309-872b-ced2d4fac3d8 req-3616cf0f-25d6-43bf-9e17-f7af986381e2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 Feb 21 01:37:58.135638 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92fa35-14b1-4c10-9726-f5a81092a3ea req-83a08d05-a00c-4288-b4d9-e6308a40fa73 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:58.137120 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bb92fa35-14b1-4c10-9726-f5a81092a3ea req-83a08d05-a00c-4288-b4d9-e6308a40fa73 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0505440 Feb 21 01:37:58.198856 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bb92fa35-14b1-4c10-9726-f5a81092a3ea req-1c27bb34-fb55-4316-bf81-f30e0db2e7fd tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558515 Feb 21 01:37:59.057776 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1fb1f-6984-4e52-9d6e-607849eef6cf req-27b0e502-9e6c-4a96-b8af-c6c27188f561 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:59.059238 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4cd1fb1f-6984-4e52-9d6e-607849eef6cf req-27b0e502-9e6c-4a96-b8af-c6c27188f561 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0517044 Feb 21 01:37:59.105985 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4cd1fb1f-6984-4e52-9d6e-607849eef6cf req-bb79df4c-6fd7-48e2-891a-515c1ddfc157 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Feb 21 01:37:59.313887 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13df59-ecd2-4e2f-bb67-e37b6c5aa45a req-35da7bb4-9a1a-450c-97fb-a43d0ed8cae8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:37:59.315344 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0d13df59-ecd2-4e2f-bb67-e37b6c5aa45a req-35da7bb4-9a1a-450c-97fb-a43d0ed8cae8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0516407 Feb 21 01:37:59.373754 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0d13df59-ecd2-4e2f-bb67-e37b6c5aa45a req-dbb4a048-9224-495d-a686-336caf77d07a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529189 Feb 21 01:38:00.228487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186aed7f-c060-4c06-bc4e-fa0fa86263df req-0e03388c-4fb7-4ba3-9df6-ceeef5ddffa7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:00.229971 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-186aed7f-c060-4c06-bc4e-fa0fa86263df req-0e03388c-4fb7-4ba3-9df6-ceeef5ddffa7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0556448 Feb 21 01:38:00.276067 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-186aed7f-c060-4c06-bc4e-fa0fa86263df req-64ea645b-19a2-40ff-bc11-fbd25f6efac0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 Feb 21 01:38:00.490304 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8a46-960d-461f-846f-49cc9da5aa6a req-10a77bc8-0aeb-42de-849c-b48b57bbc724 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:00.491776 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-99ac8a46-960d-461f-846f-49cc9da5aa6a req-10a77bc8-0aeb-42de-849c-b48b57bbc724 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0519831 Feb 21 01:38:00.551279 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-99ac8a46-960d-461f-846f-49cc9da5aa6a req-9a08f7b5-33ad-4fa2-9b6e-5e91c9623448 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534096 Feb 21 01:38:01.396280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac703b-62cb-476c-99c0-dc2b20270f53 req-3f07d195-cd7d-4c4b-992b-e7e7969f6c02 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:01.397747 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29ac703b-62cb-476c-99c0-dc2b20270f53 req-3f07d195-cd7d-4c4b-992b-e7e7969f6c02 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0544837 Feb 21 01:38:01.455941 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-29ac703b-62cb-476c-99c0-dc2b20270f53 req-fe4a8469-043d-4837-bd17-01a5f3173be1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526891 Feb 21 01:38:01.665913 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc8d84-2ce2-46d6-99e2-de79edc86c35 req-08a28b84-1579-412d-a5fe-96e115aeec15 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:01.667350 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-34dc8d84-2ce2-46d6-99e2-de79edc86c35 req-08a28b84-1579-412d-a5fe-96e115aeec15 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0499043 Feb 21 01:38:01.726033 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-34dc8d84-2ce2-46d6-99e2-de79edc86c35 req-5e7f0118-3ba7-418b-a79e-3570a25e6faf tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530069 Feb 21 01:38:02.573346 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0caad-3f41-4d50-9750-5d9d5e22fa38 req-62371da1-9cc6-4e60-9eb3-f3813feadc65 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:02.574818 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-84e0caad-3f41-4d50-9750-5d9d5e22fa38 req-62371da1-9cc6-4e60-9eb3-f3813feadc65 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0520458 Feb 21 01:38:02.624020 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-84e0caad-3f41-4d50-9750-5d9d5e22fa38 req-89336922-d99d-4340-b0fd-71f9090731ec tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435472 Feb 21 01:38:02.854744 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ea539-7d16-4a57-8e64-232f3c536334 req-bc099704-e102-416f-82a1-549e62c0c18b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:02.856213 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5b2ea539-7d16-4a57-8e64-232f3c536334 req-bc099704-e102-416f-82a1-549e62c0c18b tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0512316 Feb 21 01:38:02.913543 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5b2ea539-7d16-4a57-8e64-232f3c536334 req-a393b193-3d87-4edc-a66b-be6763446a19 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518618 Feb 21 01:38:03.741140 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b9787-9b49-4a39-8349-1da097d8b7af req-7644c5c9-6688-43ba-bcfc-a4a4deea6025 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:03.742616 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f68b9787-9b49-4a39-8349-1da097d8b7af req-7644c5c9-6688-43ba-bcfc-a4a4deea6025 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0519311 Feb 21 01:38:03.788825 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f68b9787-9b49-4a39-8349-1da097d8b7af req-4fc2810f-5173-46ca-901c-2852011a4998 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406647 Feb 21 01:38:04.031927 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d9115-552b-4a5c-a4cf-5d25d3889acf req-31603bca-d23c-4b42-96c1-f59d460f975e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:04.033399 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-553d9115-552b-4a5c-a4cf-5d25d3889acf req-31603bca-d23c-4b42-96c1-f59d460f975e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0541346 Feb 21 01:38:04.091706 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-553d9115-552b-4a5c-a4cf-5d25d3889acf req-ca7c15bf-9f7e-4a74-84a4-7df8a5e36df1 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520825 Feb 21 01:38:04.150428 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-589fc83a-2406-4005-bd3b-e80c8a9f0058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:04.905273 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cbb22-4134-4993-b562-a49e0c3c6d1b req-e37a91e9-7e3e-453d-98b3-5c9add30c0de tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:04.906618 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0c1cbb22-4134-4993-b562-a49e0c3c6d1b req-e37a91e9-7e3e-453d-98b3-5c9add30c0de tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0505791 Feb 21 01:38:04.951380 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0c1cbb22-4134-4993-b562-a49e0c3c6d1b req-dd76440e-ad63-40ef-8200-cabe4a76973a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387669 Feb 21 01:38:05.208468 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee7709-430c-4042-9ab4-659d73cbd145 req-484fd3b5-de8d-4924-b309-b169ff51fe58 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:05.209939 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8eee7709-430c-4042-9ab4-659d73cbd145 req-484fd3b5-de8d-4924-b309-b169ff51fe58 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0509107 Feb 21 01:38:05.270840 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8eee7709-430c-4042-9ab4-659d73cbd145 req-94da24c4-4b62-49fa-a0e2-86e777d41867 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554335 Feb 21 01:38:06.068260 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f7ef8f-85e5-4d95-93fa-f512e2baa2d6 req-d8065393-ea5b-4c5b-84a2-e51637a8a74c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:06.069778 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46f7ef8f-85e5-4d95-93fa-f512e2baa2d6 req-d8065393-ea5b-4c5b-84a2-e51637a8a74c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0517542 Feb 21 01:38:06.114958 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-46f7ef8f-85e5-4d95-93fa-f512e2baa2d6 req-458a58d8-dc4f-47a5-a4e7-a28f1188f7b1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397198 Feb 21 01:38:06.385288 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782d88e-1cab-4e8e-aae7-dcaab0f4a65b req-e564ac4f-686a-488b-8217-a5e7d430c6f2 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:06.386732 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3782d88e-1cab-4e8e-aae7-dcaab0f4a65b req-e564ac4f-686a-488b-8217-a5e7d430c6f2 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0512152 Feb 21 01:38:06.444325 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3782d88e-1cab-4e8e-aae7-dcaab0f4a65b req-368bb9af-f082-4045-977e-37fb7e734151 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520740 Feb 21 01:38:06.630109 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-27cf833b-7a29-47ff-8d28-ae3b56f8467a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:06.721398 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:07.255119 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac5fda-cd2c-4735-af01-1b40fdb217f8 req-44ae9c93-d8ec-434b-a0ac-c1fac7c372f2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:07.256622 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c2ac5fda-cd2c-4735-af01-1b40fdb217f8 req-44ae9c93-d8ec-434b-a0ac-c1fac7c372f2 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0695400 Feb 21 01:38:07.319966 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c2ac5fda-cd2c-4735-af01-1b40fdb217f8 req-9c304132-5705-4f75-9472-80040b006caf tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575268 Feb 21 01:38:07.568659 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1139b-5ec0-41a7-bb49-9640296d1c1a req-dee56001-fcd8-4539-a518-90d042831420 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:07.570131 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7bf1139b-5ec0-41a7-bb49-9640296d1c1a req-dee56001-fcd8-4539-a518-90d042831420 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0523286 Feb 21 01:38:07.631698 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7bf1139b-5ec0-41a7-bb49-9640296d1c1a req-fe18c7ba-5aa3-480c-99d8-ff04305c41e8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558779 Feb 21 01:38:07.699008 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:08.437638 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfb3ec-d961-4fd0-bb49-5df048898cef req-4d85d960-b2c2-41a2-9dc3-d73e672d3d9d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:08.439103 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-52bfb3ec-d961-4fd0-bb49-5df048898cef req-4d85d960-b2c2-41a2-9dc3-d73e672d3d9d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0545769 Feb 21 01:38:08.483716 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-52bfb3ec-d961-4fd0-bb49-5df048898cef req-a98c0b86-6df5-480a-80c1-d97b3435ebd7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 Feb 21 01:38:08.753768 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c16c-5a47-4f71-861e-898f21e6df0c req-05cdd667-33cb-4c3b-897c-8e2f541cfd6a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:08.755913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5440c16c-5a47-4f71-861e-898f21e6df0c req-05cdd667-33cb-4c3b-897c-8e2f541cfd6a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0528321 Feb 21 01:38:08.813819 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5440c16c-5a47-4f71-861e-898f21e6df0c req-e4a7c66b-c9db-4a2d-af9a-802a1b2f19fb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519910 Feb 21 01:38:09.167501 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:09.615390 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b499c0a-3ae5-4a35-a3ef-7d86b5a22bf8 req-8e37f076-3b42-41e6-b6f4-833e3743e55d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:09.620299 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2b499c0a-3ae5-4a35-a3ef-7d86b5a22bf8 req-8e37f076-3b42-41e6-b6f4-833e3743e55d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0607922 Feb 21 01:38:09.669920 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2b499c0a-3ae5-4a35-a3ef-7d86b5a22bf8 req-5f7eeab9-c5cf-4e16-b491-4d94eea6e294 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454915 Feb 21 01:38:09.933308 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386451df-91ed-4012-9b2a-19fe5daf30df req-ed03d34d-a044-457e-ab47-dc5a253b8938 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:09.934747 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-386451df-91ed-4012-9b2a-19fe5daf30df req-ed03d34d-a044-457e-ab47-dc5a253b8938 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0526488 Feb 21 01:38:09.993354 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-386451df-91ed-4012-9b2a-19fe5daf30df req-e4f36d3c-e49f-4fef-a249-22ab4d6cd9e8 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526845 Feb 21 01:38:10.515772 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:10.794689 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6db304-6bc2-4c6c-8000-daf26de972b0 req-b07e4d2d-0858-4f22-aaa7-fbd2b2488fbb tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:10.796114 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab6db304-6bc2-4c6c-8000-daf26de972b0 req-b07e4d2d-0858-4f22-aaa7-fbd2b2488fbb tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0524042 Feb 21 01:38:10.842033 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab6db304-6bc2-4c6c-8000-daf26de972b0 req-692387c9-9cb5-4b37-9c06-26e7cfcbb112 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398765 Feb 21 01:38:11.115405 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f199d-203f-42cf-a483-03f97f35e6cd req-771e83c5-630e-4dbd-bf94-ddc197a79460 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:11.117852 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ba6f199d-203f-42cf-a483-03f97f35e6cd req-771e83c5-630e-4dbd-bf94-ddc197a79460 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0555050 Feb 21 01:38:11.176140 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ba6f199d-203f-42cf-a483-03f97f35e6cd req-735e1b2b-d95e-4848-83b2-4f17e82e4ddc tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536363 Feb 21 01:38:11.963009 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f070c-4665-487b-ba7f-74919b3a2acf req-438f57d4-68ac-4191-beb5-274d413c8e64 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:11.964525 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052f070c-4665-487b-ba7f-74919b3a2acf req-438f57d4-68ac-4191-beb5-274d413c8e64 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0567167 Feb 21 01:38:12.011738 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052f070c-4665-487b-ba7f-74919b3a2acf req-69e2ca8b-695d-450d-a6e8-d27f4707891b tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Feb 21 01:38:12.287611 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 60442) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:12.295936 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224e39e-f691-4e10-abe6-e6d8007c92eb req-ce2d62e6-e4e5-493c-9df4-8ab4ee4ac868 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:12.302734 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7224e39e-f691-4e10-abe6-e6d8007c92eb req-ce2d62e6-e4e5-493c-9df4-8ab4ee4ac868 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0599236 Feb 21 01:38:12.391678 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7224e39e-f691-4e10-abe6-e6d8007c92eb req-4b68d4ed-6236-47ac-a6c3-d46f822d433e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&id=9746bf9d-4fdc-43f3-8953-2b70074ef734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0880692 Feb 21 01:38:12.401273 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0a8c596c-15a3-47ea-b005-5b7beaf07752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.410879 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e94d75-fe51-477c-8e53-ddf8b0b81cd2 req-f92871d7-b0de-4e8f-a82a-dd2576e04d28 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:12.412389 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-31e94d75-fe51-477c-8e53-ddf8b0b81cd2 req-f92871d7-b0de-4e8f-a82a-dd2576e04d28 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0924335 Feb 21 01:38:12.461418 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-31e94d75-fe51-477c-8e53-ddf8b0b81cd2 req-73216e5a-de7d-40b8-ac9e-11dedf52ba28 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Feb 21 01:38:12.484535 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0a8c596c-15a3-47ea-b005-5b7beaf07752 admin admin] Publish callbacks [] for security_group (ece89a4f-3d35-4365-98ee-0af320167606), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.523762 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b965-1026-41cf-a12e-e27404a47832 req-aa13a632-6e9e-4c04-a8e9-14d30fb3d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:12.525312 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1176b965-1026-41cf-a12e-e27404a47832 req-aa13a632-6e9e-4c04-a8e9-14d30fb3d544 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 1129 time: 0.0436862 Feb 21 01:38:12.552619 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-0a8c596c-15a3-47ea-b005-5b7beaf07752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (ece89a4f-3d35-4365-98ee-0af320167606), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.593672 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-0a8c596c-15a3-47ea-b005-5b7beaf07752 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=793c2ba0fbed4a46917b4b36bb46171a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048804 Feb 21 01:38:12.596778 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60448) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:38:12.598876 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c596c-15a3-47ea-b005-5b7beaf07752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece89a4f-3d35-4365-98ee-0af320167606,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:12.650138 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b965-1026-41cf-a12e-e27404a47832 req-462080cf-6a98-4e73-91c8-d0b331f9ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:12.651595 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1176b965-1026-41cf-a12e-e27404a47832 req-462080cf-6a98-4e73-91c8-d0b331f9ce97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 912 time: 0.1206656 Feb 21 01:38:12.697622 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Publish callbacks [] for security_group (ece89a4f-3d35-4365-98ee-0af320167606), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.733650 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Publish callbacks [] for security_group (ece89a4f-3d35-4365-98ee-0af320167606), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.747433 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1176b965-1026-41cf-a12e-e27404a47832 req-79966b61-757a-402d-b137-8b02a94e5bb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e HTTP/1.1" status: 200 len: 1000 time: 0.0855770 Feb 21 01:38:12.807681 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b965-1026-41cf-a12e-e27404a47832 req-d908e96f-3f3b-421d-b99f-cc39e93c3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:12.809141 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1176b965-1026-41cf-a12e-e27404a47832 req-d908e96f-3f3b-421d-b99f-cc39e93c3b44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 200 len: 850 time: 0.0545068 Feb 21 01:38:12.857772 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176b965-1026-41cf-a12e-e27404a47832 req-93dc8a91-3916-42f6-9d48-e7f7ff25854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:12.859166 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1176b965-1026-41cf-a12e-e27404a47832 req-93dc8a91-3916-42f6-9d48-e7f7ff25854f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27d681c4-c216-4785-93dd-e8601d1c0576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441179 Feb 21 01:38:12.909766 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (ece89a4f-3d35-4365-98ee-0af320167606), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.912268 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:12.913374 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ece89a4f-3d35-4365-98ee-0af320167606 HTTP/1.1" status: 204 len: 168 time: 0.3156726 Feb 21 01:38:12.928326 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece89a4f-3d35-4365-98ee-0af320167606,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:38:12.938792 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.939154 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.939508 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.939856 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.940199 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.940566 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.940901 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.941814 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.942155 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.942489 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.942819 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.943144 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.943472 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ceef94b-ab3e-4bfe-be20-2b83f47f486a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:38:12.974773 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1176b965-1026-41cf-a12e-e27404a47832 req-d8f3660f-2745-4473-8736-f36fb82e48b1 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094019 Feb 21 01:38:13.063751 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1176b965-1026-41cf-a12e-e27404a47832 req-b5fed8ee-ab5c-46be-8703-f02947ba1664 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827003 Feb 21 01:38:13.216283 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-d1d2e3be-76e0-4189-b48d-2b8bbb45e8c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428050 Feb 21 01:38:13.304120 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-cfd10859-9588-447b-b851-ad20bf9d4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:13.305687 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-cfd10859-9588-447b-b851-ad20bf9d4883 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 1131 time: 0.0481946 Feb 21 01:38:13.412723 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-66048f0b-41d7-459d-94fe-6615088887ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:13.414097 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-66048f0b-41d7-459d-94fe-6615088887ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.0823860 Feb 21 01:38:13.482898 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-55a85775-5470-4188-8ac8-ed74c815b9c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 200 len: 1001 time: 0.0620637 Feb 21 01:38:13.549169 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-c1dc38cc-3f68-4300-b9c1-0479572fa521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:13.551159 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-c1dc38cc-3f68-4300-b9c1-0479572fa521 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0552464 Feb 21 01:38:13.625570 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de67c0-37e9-4692-8d40-92e8fc218bbc req-35c42a9d-b7fe-45e2-b963-20d74fe453fe tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:13.627073 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f6de67c0-37e9-4692-8d40-92e8fc218bbc req-35c42a9d-b7fe-45e2-b963-20d74fe453fe tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0871377 Feb 21 01:38:13.636780 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-a4ddaca8-c89e-4309-a751-183f772dba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:13.636780 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-a4ddaca8-c89e-4309-a751-183f772dba9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640748 Feb 21 01:38:13.732219 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f6de67c0-37e9-4692-8d40-92e8fc218bbc req-eff52043-c97f-4164-b62e-8fedd1f10b90 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959985 Feb 21 01:38:13.758655 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-ee0e32ea-7848-44ee-aebd-7c77c1082cb5 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159244 Feb 21 01:38:13.858327 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-052b4852-6b0b-4bf8-9c84-ff7cbc77ea5c req-698e386e-573b-4272-b8f7-3d677d7ceb4a service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920532 Feb 21 01:38:14.850456 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa12504-68a4-4c36-a940-4112133df9dc req-09b28149-efba-4f43-a722-e95b3b7d5b9b tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:14.851832 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9fa12504-68a4-4c36-a940-4112133df9dc req-09b28149-efba-4f43-a722-e95b3b7d5b9b tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0515935 Feb 21 01:38:14.897951 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9fa12504-68a4-4c36-a940-4112133df9dc req-ea910376-aa5e-449d-9495-89dd01ee85d1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Feb 21 01:38:17.527479 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:38:34.127281 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6226eeb5-1aad-46b7-9ba2-51e77a24850b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:36.629801 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8b03bd3a-a170-46ea-9f8d-56d363da4518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:36.698280 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:37.675479 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:39.115157 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:40.510540 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:54.526228 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:38:57.564486 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552f02c-56c6-4ad5-b775-f2c8717563ea req-13fdc66d-faf2-4a01-b9b9-7f77f62e714e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:57.565993 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e552f02c-56c6-4ad5-b775-f2c8717563ea req-13fdc66d-faf2-4a01-b9b9-7f77f62e714e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.0545051 Feb 21 01:38:57.617634 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e552f02c-56c6-4ad5-b775-f2c8717563ea req-df607e94-1bfa-46e2-b677-6e71be9ed4cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460608 Feb 21 01:38:58.747291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf0433-ae55-4381-8445-b354bf379df0 req-8246730d-3040-4eb8-b431-cb6e3d86f251 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:58.748797 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1ebf0433-ae55-4381-8445-b354bf379df0 req-8246730d-3040-4eb8-b431-cb6e3d86f251 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.0552328 Feb 21 01:38:58.794714 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1ebf0433-ae55-4381-8445-b354bf379df0 req-732a73ae-4198-42d2-b2d8-33ed85d9f0c5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Feb 21 01:38:59.488031 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072f666-79f8-4223-8856-dcfc0333198a req-aa0d7755-1c15-4e09-a694-b8e6f238ad8d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:38:59.489485 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8072f666-79f8-4223-8856-dcfc0333198a req-aa0d7755-1c15-4e09-a694-b8e6f238ad8d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.0501983 Feb 21 01:38:59.583265 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Deleting port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:38:59.583605 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:38:59.670283 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] For port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:38:59.670572 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.100842 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6730e-b19e-4183-addb-0f574794e782 req-0a5d86a0-41ca-4537-8496-077550bb9247 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:00.102343 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f9b6730e-b19e-4183-addb-0f574794e782 req-0a5d86a0-41ca-4537-8496-077550bb9247 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 947 time: 0.1274407 Feb 21 01:39:00.200649 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.201012 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.201326 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Floating IP 074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f disassociated. External IP: 172.27.3.75, port: d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7. Feb 21 01:39:00.201661 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Calling delete_port for d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:00.208858 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f9b6730e-b19e-4183-addb-0f574794e782 req-54a51c36-a3e4-45ea-95d8-cc49611a9680 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=3b5384ae-6be0-4ad1-97e1-26d7973e29f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001277 Feb 21 01:39:00.383607 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.414930 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event deleted for resources: {'Port': ['ID=d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:00.530921 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Router a2ced291-0182-4fa1-8eca-27c1193c27f8 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:00.642155 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:00.652308 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] Sync routers for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:00.662108 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:00.662748 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:38:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:00.682052 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] No DVR routers for this DVR port d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:39:00.685238 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:00.687857 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8072f666-79f8-4223-8856-dcfc0333198a req-e227e5cc-d04f-46d9-89e7-d55ee45ccddd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "DELETE /v2.0/ports/d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 HTTP/1.1" status: 204 len: 173 time: 1.1925764 Feb 21 01:39:00.688300 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-deleted', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:00.690534 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57fe67d-6db4-4cec-aa00-5a30d22e94c9" -d '{"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-deleted", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:00.728111 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1725ec22-f72e-4ae7-9bda-cbb4d3e5b756 x-openstack-request-id: req-1725ec22-f72e-4ae7-9bda-cbb4d3e5b756 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:00.729084 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962b0526-5a3e-4044-a74f-34fe41f7717d", "name": "network-vif-deleted", "tag": "d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:00.729729 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1725ec22-f72e-4ae7-9bda-cbb4d3e5b756 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:00.730101 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962b0526-5a3e-4044-a74f-34fe41f7717d', 'name': 'network-vif-deleted', 'tag': 'd7edbb2e-2fa7-4065-ba3b-97a6d16d31e7', 'status': 'completed', 'code': 200} Feb 21 01:39:00.779081 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:00.983599 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:01.013303 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] Checking router: a2ced291-0182-4fa1-8eca-27c1193c27f8 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:01.021909 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:01.022499 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:38:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:01.257554 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:01.329766 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c924a46-9d43-4c0a-85ba-4a9af1e1d1d5 req-30b7622b-f0ac-4fbf-8089-052260d2cc00 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=962b0526-5a3e-4044-a74f-34fe41f7717d HTTP/1.1" status: 200 len: 210 time: 0.0265148 Feb 21 01:39:01.459534 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:01.486242 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec54e94f-875a-47c5-ae30-57bc85107e83 None None] The sync data for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi is: [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:01.744729 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abeb241-8a19-47af-b0b6-dbbe9bfcf01b None None] New status for floating IP 074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:39:02.516490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60772) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:02.572969 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9e2a-dcf4-4bd7-af96-ed7220e1b3fe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (3b5384ae-6be0-4ad1-97e1-26d7973e29f1), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.608210 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9e2a-dcf4-4bd7-af96-ed7220e1b3fe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (3b5384ae-6be0-4ad1-97e1-26d7973e29f1), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.737985 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9e2a-dcf4-4bd7-af96-ed7220e1b3fe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (3b5384ae-6be0-4ad1-97e1-26d7973e29f1), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.740703 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc5d9e2a-dcf4-4bd7-af96-ed7220e1b3fe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.741940 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-bc5d9e2a-dcf4-4bd7-af96-ed7220e1b3fe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "DELETE /v2.0/security-groups/3b5384ae-6be0-4ad1-97e1-26d7973e29f1 HTTP/1.1" status: 204 len: 168 time: 0.2244327 Feb 21 01:39:02.744917 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 60778) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:02.751258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d9e2a-dcf4-4bd7-af96-ed7220e1b3fe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5384ae-6be0-4ad1-97e1-26d7973e29f1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:02.763354 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.api.v2.resource [None req-08d0706e-f4e6-426f-8b23-3d0b8fdfa851 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] show failed (client error): The resource could not be found. Feb 21 01:39:02.764526 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-08d0706e-f4e6-426f-8b23-3d0b8fdfa851 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups/3b5384ae-6be0-4ad1-97e1-26d7973e29f1 HTTP/1.1" status: 404 len: 347 time: 0.0180550 Feb 21 01:39:02.767489 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60780) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:02.900043 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Deleting port 5cfe4bd2-afe2-45a8-8076-1c10613f8daf {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:02.900400 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (5cfe4bd2-afe2-45a8-8076-1c10613f8daf), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.984349 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (5cfe4bd2-afe2-45a8-8076-1c10613f8daf), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.984707 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (5cfe4bd2-afe2-45a8-8076-1c10613f8daf), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:02.998043 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Calling delete_port for 5cfe4bd2-afe2-45a8-8076-1c10613f8daf owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:03.084683 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 60784) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:03.193694 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.206967 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (5cfe4bd2-afe2-45a8-8076-1c10613f8daf), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.232347 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event deleted for resources: {'Port': ['ID=5cfe4bd2-afe2-45a8-8076-1c10613f8daf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:03.257923 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.261340 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.265681 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-853bb979-c53f-4db0-a7af-10b6bbf6d91d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "DELETE /v2.0/floatingips/074cb0e0-3614-4ae4-8ee0-ee2e3adc2f3f HTTP/1.1" status: 204 len: 168 time: 0.4940073 Feb 21 01:39:03.286000 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Publish callbacks [] for security_group (b7a874f2-5019-455d-91df-bda5776f43a9), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.344165 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b7a874f2-5019-455d-91df-bda5776f43a9), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.385187 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a874f2-5019-455d-91df-bda5776f43a9,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:03.391684 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8392d6773b9c480a963e6266327030be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034198 Feb 21 01:39:03.392084 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60790) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:03.401915 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.402650 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.403906 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.404562 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.405199 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.405819 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.406614 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.407170 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.407738 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.408283 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.408834 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.409370 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.409983 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6470f6-c3d0-4090-8095-36c310867ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:03.450271 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5adde246-e2b6-4156-b959-d61d6eea2a23 admin admin] Publish callbacks [] for security_group (b7a874f2-5019-455d-91df-bda5776f43a9), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.473134 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5adde246-e2b6-4156-b959-d61d6eea2a23 admin admin] Publish callbacks [] for security_group (b7a874f2-5019-455d-91df-bda5776f43a9), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.589332 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5adde246-e2b6-4156-b959-d61d6eea2a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b7a874f2-5019-455d-91df-bda5776f43a9), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.593596 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5adde246-e2b6-4156-b959-d61d6eea2a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.594926 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-5adde246-e2b6-4156-b959-d61d6eea2a23 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b7a874f2-5019-455d-91df-bda5776f43a9 HTTP/1.1" status: 204 len: 168 time: 0.2018087 Feb 21 01:39:03.603959 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adde246-e2b6-4156-b959-d61d6eea2a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a874f2-5019-455d-91df-bda5776f43a9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:03.735319 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60796) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:03.740397 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6982b407-5b6b-4bd0-bed8-489174a0ed13 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064722737', 'description': 'tempest-description--1170856373'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:03.818709 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6982b407-5b6b-4bd0-bed8-489174a0ed13 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.886740 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6982b407-5b6b-4bd0-bed8-489174a0ed13 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (8e3b242a-289f-4c0e-ac9d-0f093caa1c89), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.955710 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6982b407-5b6b-4bd0-bed8-489174a0ed13 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (8e3b242a-289f-4c0e-ac9d-0f093caa1c89), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:03.985390 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982b407-5b6b-4bd0-bed8-489174a0ed13 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3b242a-289f-4c0e-ac9d-0f093caa1c89,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:04.054390 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6982b407-5b6b-4bd0-bed8-489174a0ed13 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.056106 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6982b407-5b6b-4bd0-bed8-489174a0ed13 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3191867 Feb 21 01:39:04.064904 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60806) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:04.070763 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a5c54984-baf3-46e8-acac-14cd3ca17f3f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'security_group_rule': {'security_group_id': '8e3b242a-289f-4c0e-ac9d-0f093caa1c89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:04.137498 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c40da69f-cbee-40c2-8e25-fdf52f82aebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.174528 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5c54984-baf3-46e8-acac-14cd3ca17f3f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (9b06b65b-f2a1-4168-aa19-7556931ab3f3), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.255725 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5c54984-baf3-46e8-acac-14cd3ca17f3f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (9b06b65b-f2a1-4168-aa19-7556931ab3f3), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.315232 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5c54984-baf3-46e8-acac-14cd3ca17f3f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (9b06b65b-f2a1-4168-aa19-7556931ab3f3), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.333104 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c54984-baf3-46e8-acac-14cd3ca17f3f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b06b65b-f2a1-4168-aa19-7556931ab3f3,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:04.385972 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a5c54984-baf3-46e8-acac-14cd3ca17f3f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.388200 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-a5c54984-baf3-46e8-acac-14cd3ca17f3f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3220704 Feb 21 01:39:04.391073 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 60814) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:04.395709 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-93cc751f-c518-4c58-ac87-62f88546e6f0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'security_group_rule': {'security_group_id': '8e3b242a-289f-4c0e-ac9d-0f093caa1c89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:04.480358 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93cc751f-c518-4c58-ac87-62f88546e6f0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (63fa2297-a42d-4d13-b12f-f6eccf0845ae), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.533760 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93cc751f-c518-4c58-ac87-62f88546e6f0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (63fa2297-a42d-4d13-b12f-f6eccf0845ae), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.600627 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93cc751f-c518-4c58-ac87-62f88546e6f0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (63fa2297-a42d-4d13-b12f-f6eccf0845ae), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.616518 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:04.625065 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc751f-c518-4c58-ac87-62f88546e6f0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fa2297-a42d-4d13-b12f-f6eccf0845ae,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:04.640070 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:04.640417 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d7edbb2e-2fa7-4065-ba3b-97a6d16d31e7 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:04.676949 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93cc751f-c518-4c58-ac87-62f88546e6f0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.678437 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-93cc751f-c518-4c58-ac87-62f88546e6f0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2861171 Feb 21 01:39:04.681587 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60824) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:04.686756 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'floatingip': {'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:04.771938 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.871468 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:04.979964 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Allocated IP 172.27.3.63 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/50e1a56b-7f91-4334-8875-03cb5b2fe331) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:05.082317 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for port (50e1a56b-7f91-4334-8875-03cb5b2fe331), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.194934 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (50e1a56b-7f91-4334-8875-03cb5b2fe331), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.239959 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:05.242820 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:05.246931 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:05.259393 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'Port': ['ID=50e1a56b-7f91-4334-8875-03cb5b2fe331,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:05.299755 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (61451aca-8b3e-48c9-ac17-df43e6162af2), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.388746 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (50e1a56b-7f91-4334-8875-03cb5b2fe331), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.538220 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for port (50e1a56b-7f91-4334-8875-03cb5b2fe331), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.583257 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (50e1a56b-7f91-4334-8875-03cb5b2fe331), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.613308 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (61451aca-8b3e-48c9-ac17-df43e6162af2), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.634088 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'Port': ['ID=50e1a56b-7f91-4334-8875-03cb5b2fe331,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:05.700237 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:05.701627 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-54d349f4-bbcc-4b79-a94a-a817c5681790 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0184281 Feb 21 01:39:06.040631 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-482a3401-a828-4f49-bb6a-a0093e9fb9a8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1064722737&fields=id&tenant_id=d3acaa73503748ac9764a7eca8943882 HTTP/1.1" status: 200 len: 267 time: 0.0413041 Feb 21 01:39:06.143558 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9e324bb0-da6f-4384-a42a-78363b6c466a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:06.145015 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9e324bb0-da6f-4384-a42a-78363b6c466a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 816 time: 0.0983803 Feb 21 01:39:06.158696 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-05012a7e-36f8-46de-8a07-eefddea1b62e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/quotas/d3acaa73503748ac9764a7eca8943882 HTTP/1.1" status: 200 len: 375 time: 0.0084114 Feb 21 01:39:06.210258 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-b8483712-4e31-4575-a0d8-98df0ed0d4a7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468669 Feb 21 01:39:06.390511 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-2ae6bd69-e4f4-4a24-bfb6-86041178fdd2 service neutron] 10.222.0.90 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693513 Feb 21 01:39:06.473394 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-7b996514-200d-4707-ab7c-bd4e829c4e84 service neutron] 10.222.0.90 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772507 Feb 21 01:39:06.692520 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6787543e-4d61-4565-b9f8-4fb54db48953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:06.712845 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-905606a1-3018-4fdf-b194-e25f5b3a5c5f req-b0c4f62d-c547-417c-81bc-01f45f1a9068 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 210 time: 0.0261025 Feb 21 01:39:06.721169 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.691831 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:07.809513 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7e85f6f9-3f98-4d3a-9e8d-735ed2ed7ff6 req-21821626-4c17-4322-8da0-e5845d05c4ea tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 210 time: 0.0268130 Feb 21 01:39:08.393717 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-5185de74-3e32-4aa0-b678-e986967d3929 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:08.395060 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-5185de74-3e32-4aa0-b678-e986967d3929 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 816 time: 0.0996554 Feb 21 01:39:08.453558 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-04f8c4eb-335d-4eeb-ae45-a5329d9ede0a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3acaa73503748ac9764a7eca8943882 HTTP/1.1" status: 200 len: 380 time: 0.0503931 Feb 21 01:39:08.461633 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'port': {'device_id': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'admin_state_up': True, 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'security_groups': ['8e3b242a-289f-4c0e-ac9d-0f093caa1c89']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:08.640756 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Made reservation on behalf of d3acaa73503748ac9764a7eca8943882 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:08.644560 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:08.763970 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Allocated IP 172.20.0.11 (6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61/760de736-8a7c-46f6-8520-adab2f522f4b/f62f5ef9-41f3-4a8a-abf2-f89200d260f6) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:08.916500 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2f865e01-858c-49d9-9ecd-f7ced2eb344e req-7b480bce-ec0c-413f-9063-978e3994468d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 210 time: 0.0351369 Feb 21 01:39:08.920875 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.006403 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.047280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:09.050145 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:09.056386 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:09.060765 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:09.061362 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.070937 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:09.169712 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-9f498285-a63e-4a41-9226-550458e03288 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7115943 Feb 21 01:39:09.169899 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.326397 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-eef43bc8-2b02-4398-b34d-ca7d6a4c333c None None] Provisioning complete for port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:09.326701 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eef43bc8-2b02-4398-b34d-ca7d6a4c333c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:09.359838 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-eef43bc8-2b02-4398-b34d-ca7d6a4c333c None None] Port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:39:10.042543 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eee0b-6025-449e-b3fd-0ba5eb4fe933 req-a1108bdc-17ad-49a8-898b-5460cda34694 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:10.043997 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e97eee0b-6025-449e-b3fd-0ba5eb4fe933 req-a1108bdc-17ad-49a8-898b-5460cda34694 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 932 time: 0.0539963 Feb 21 01:39:10.088606 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e97eee0b-6025-449e-b3fd-0ba5eb4fe933 req-fd59c25c-9383-41c9-98cd-b24751ac2774 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391228 Feb 21 01:39:10.520244 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.680462 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Request body: {'port': {'device_id': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:10.735637 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:10.986909 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62f5ef9-41f3-4a8a-abf2-f89200d260f6 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:10.994764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Publish callbacks [] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.006235 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Transition to ACTIVE for port object f62f5ef9-41f3-4a8a-abf2-f89200d260f6 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:39:11.052387 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.104333 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:11.139374 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Attempting to bind port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:11.144105 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Attempting to bind port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:11.144105 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Attempting to bind port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 on network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:11.145271 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 on network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:39:11.145678 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Attempting to bind port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 on network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:11.151187 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:11.151670 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Checking segment: {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:11.152175 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Bound using segment: {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:11.152694 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Bound port: f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f16888-82ac-442d-9b54-30203e33443b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:11.153159 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.496766 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ae8b4-8a47-4973-81e7-c97d61d24386 req-9539215c-5d24-4412-860b-b2c7835ad9a9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:11.498299 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c0ae8b4-8a47-4973-81e7-c97d61d24386 req-9539215c-5d24-4412-860b-b2c7835ad9a9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.3331110 Feb 21 01:39:11.500637 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:11.503671 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:11.547488 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c0ae8b4-8a47-4973-81e7-c97d61d24386 req-b1c9d228-2528-43f5-b3f4-8383e2cb4f5f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422215 Feb 21 01:39:11.606706 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.640623 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:11.643633 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:11.643633 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] 10.222.0.43 "PUT /v2.0/ports/f62f5ef9-41f3-4a8a-abf2-f89200d260f6 HTTP/1.1" status: 200 len: 1094 time: 0.9664643 Feb 21 01:39:11.643633 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:11.645325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0a2d27-39df-479a-881b-462488d25886" -d '{"events": [{"name": "network-changed", "server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:11.667786 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da9ce6-5cfb-4e6c-9928-5e412cc1e666 service neutron] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:11.686800 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaadc17-9902-4f6a-8f9f-137cf8ee9995 x-openstack-request-id: req-caaadc17-9902-4f6a-8f9f-137cf8ee9995 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:11.687098 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:11.687356 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-caaadc17-9902-4f6a-8f9f-137cf8ee9995 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:11.687757 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'status': 'completed', 'code': 200} Feb 21 01:39:12.051319 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a2d27-39df-479a-881b-462488d25886 req-7b40c3dd-cdf6-412e-afe1-9e5469f15971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:12.052753 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3d0a2d27-39df-479a-881b-462488d25886 req-7b40c3dd-cdf6-412e-afe1-9e5469f15971 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 1128 time: 0.0463881 Feb 21 01:39:12.160338 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a2d27-39df-479a-881b-462488d25886 req-560df237-b561-458c-9f78-e5a5b4f7c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:12.161814 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3d0a2d27-39df-479a-881b-462488d25886 req-560df237-b561-458c-9f78-e5a5b4f7c21a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d3acaa73503748ac9764a7eca8943882&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0874770 Feb 21 01:39:12.255063 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a2d27-39df-479a-881b-462488d25886 req-2358ad7f-62f8-4aef-a21a-85a2db095209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:12.256541 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3d0a2d27-39df-479a-881b-462488d25886 req-2358ad7f-62f8-4aef-a21a-85a2db095209 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893850 Feb 21 01:39:12.331850 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-56fe849d-b690-45b1-aefe-b8bd35c6af96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:12.333266 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-56fe849d-b690-45b1-aefe-b8bd35c6af96 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 1128 time: 0.0438249 Feb 21 01:39:12.377119 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-6fa049c4-ff23-48e6-871a-68d31efad1d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6 HTTP/1.1" status: 200 len: 217 time: 0.0336299 Feb 21 01:39:12.431802 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-d2e46159-35d2-4625-b16b-b85f16ba4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:12.433468 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-d2e46159-35d2-4625-b16b-b85f16ba4af1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0499244 Feb 21 01:39:12.511609 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-941729b6-74dd-494f-a31d-060d08c065c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:12.513119 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-941729b6-74dd-494f-a31d-060d08c065c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726526 Feb 21 01:39:12.516322 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-d465bee5-f495-4df9-aa4e-95b468cd5117 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682952 Feb 21 01:39:12.660483 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-80f7dd85-8cd6-41d6-9fda-507dbea0f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:12.661967 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-80f7dd85-8cd6-41d6-9fda-507dbea0f2e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 1129 time: 0.1207130 Feb 21 01:39:12.664973 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-176b0032-9857-42c2-9bef-40e807f6ed09 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424656 Feb 21 01:39:12.796683 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24302c4-5269-4337-b0fa-da2e48454215 req-e8894a20-a4ef-4ada-af24-46a0e2aed45c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:12.798208 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c24302c4-5269-4337-b0fa-da2e48454215 req-e8894a20-a4ef-4ada-af24-46a0e2aed45c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.1779191 Feb 21 01:39:12.874489 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0e085f88-217b-4e1d-8eb9-ba891a4fb788 req-3c8ab800-f820-4b18-93cb-2178e1ce1f21 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019813 Feb 21 01:39:12.877462 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-db84afb0-a69a-4949-be26-f029231a9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:12.878776 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-db84afb0-a69a-4949-be26-f029231a9606 service neutron] 10.222.0.43 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 912 time: 0.1974967 Feb 21 01:39:12.892107 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c24302c4-5269-4337-b0fa-da2e48454215 req-ef0ebb2d-0971-4f69-807c-5250035e9291 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875323 Feb 21 01:39:12.959402 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-770d0a88-4775-4f5e-af21-311a727ce873 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e HTTP/1.1" status: 200 len: 1000 time: 0.0637825 Feb 21 01:39:13.011675 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-b25fca30-7bcd-4293-bdbf-f83b94099ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:13.013130 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-b25fca30-7bcd-4293-bdbf-f83b94099ad0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 200 len: 850 time: 0.0428994 Feb 21 01:39:13.069891 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-97e4c7ce-f14a-4e10-837f-2db46d760d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:13.071393 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-97e4c7ce-f14a-4e10-837f-2db46d760d17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27d681c4-c216-4785-93dd-e8601d1c0576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513895 Feb 21 01:39:13.161065 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-d6489575-fb66-42b5-af0b-da7a55cc393f service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835712 Feb 21 01:39:13.252192 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2097bbb-3f84-4849-8b57-3955bee3fc1a req-0a2478dc-dd26-4e33-8436-b3c85ef366a3 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844998 Feb 21 01:39:14.013327 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16232fed-b5ee-4017-b56f-9d560b890f23 req-dc7b2dc4-72ce-48a9-85b1-1af3e6934c4a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:14.014706 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-16232fed-b5ee-4017-b56f-9d560b890f23 req-dc7b2dc4-72ce-48a9-85b1-1af3e6934c4a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0516944 Feb 21 01:39:14.060203 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-16232fed-b5ee-4017-b56f-9d560b890f23 req-8b0ee8f4-cbce-4acb-92bc-7a1c5f920980 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400331 Feb 21 01:39:15.177653 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034f8da-e206-4a08-89af-a6beca59aad1 req-67240aa4-444f-4d9d-b15c-a60e22ee2d03 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:15.179092 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8034f8da-e206-4a08-89af-a6beca59aad1 req-67240aa4-444f-4d9d-b15c-a60e22ee2d03 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0505743 Feb 21 01:39:15.227554 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8034f8da-e206-4a08-89af-a6beca59aad1 req-70a4d428-857a-4c23-b3df-de98fb20c2e8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Feb 21 01:39:16.130365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60924) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:16.229414 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.310055 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Publish callbacks [] for security_group (dfa7b671-09b6-4789-9598-35b71d454090), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.350806 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd5397-cf22-4768-93c3-16dc9c7c3082 req-cb88af92-396f-4510-b4ae-481c8886c00e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:16.352282 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6fd5397-cf22-4768-93c3-16dc9c7c3082 req-cb88af92-396f-4510-b4ae-481c8886c00e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0548518 Feb 21 01:39:16.378448 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (dfa7b671-09b6-4789-9598-35b71d454090), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.431993 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6fd5397-cf22-4768-93c3-16dc9c7c3082 req-73fb3af2-61c1-40a7-bf2b-56e40d39e417 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737062 Feb 21 01:39:16.435578 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f001f207aa042cabeecbd5e67c61faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042223 Feb 21 01:39:16.436551 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa7b671-09b6-4789-9598-35b71d454090,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:16.438442 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 60930) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:16.444095 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.444385 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.444768 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.445114 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.445451 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.445781 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.446116 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.446481 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.446814 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.447145 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.447522 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.447787 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.448114 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982a0a8-cecb-4c73-8cec-989a24decf3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:16.489190 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f1b77c47-022a-4554-bfbd-c585b6dd0af0 admin admin] Publish callbacks [] for security_group (dfa7b671-09b6-4789-9598-35b71d454090), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.510049 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f1b77c47-022a-4554-bfbd-c585b6dd0af0 admin admin] Publish callbacks [] for security_group (dfa7b671-09b6-4789-9598-35b71d454090), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.594226 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f1b77c47-022a-4554-bfbd-c585b6dd0af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (dfa7b671-09b6-4789-9598-35b71d454090), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.596885 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f1b77c47-022a-4554-bfbd-c585b6dd0af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:16.597993 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f1b77c47-022a-4554-bfbd-c585b6dd0af0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dfa7b671-09b6-4789-9598-35b71d454090 HTTP/1.1" status: 204 len: 168 time: 0.1585984 Feb 21 01:39:16.605907 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b77c47-022a-4554-bfbd-c585b6dd0af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa7b671-09b6-4789-9598-35b71d454090,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:17.564453 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59b46d-4f37-448e-b1cf-6644a30ed480 req-11fe5f07-0dc2-49c8-96f7-68d82e8c75cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:17.565944 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1a59b46d-4f37-448e-b1cf-6644a30ed480 req-11fe5f07-0dc2-49c8-96f7-68d82e8c75cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0566659 Feb 21 01:39:17.611772 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1a59b46d-4f37-448e-b1cf-6644a30ed480 req-021d0e73-b1a5-44b6-986d-3af5a6d7ced8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404291 Feb 21 01:39:18.666216 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device f62f5ef9-41f3-4a8a-abf2-f89200d260f6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:39:18.751386 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59868e42-2360-4c13-a7d8-c28560946123 req-2fff07c5-e734-4835-9362-bd07d19c04bb tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:18.752878 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59868e42-2360-4c13-a7d8-c28560946123 req-2fff07c5-e734-4835-9362-bd07d19c04bb tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0691822 Feb 21 01:39:18.769514 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:18.784581 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'port_id': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'mac_address': 'fa:16:3e:8e:a7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:39:18.802606 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59868e42-2360-4c13-a7d8-c28560946123 req-f00d978b-3953-434a-902b-0f997a29f9e5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Feb 21 01:39:18.821284 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:18.821679 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.834919 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62f5ef9-41f3-4a8a-abf2-f89200d260f6 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:18.853564 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:18.914487 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:18.961467 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:18.968262 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.968673 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.969042 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.969395 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.969732 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.970066 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.970400 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.970737 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.971066 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.971439 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.971776 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.972101 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:18.972445 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:39:19.367419 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['f62f5ef9-41f3-4a8a-abf2-f89200d260f6'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:39:19.923775 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918225d4-40b9-4b66-96b0-3af3a7649ce4 req-f9066eb5-1129-4128-854f-656a7ae4d356 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:19.925227 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-918225d4-40b9-4b66-96b0-3af3a7649ce4 req-f9066eb5-1129-4128-854f-656a7ae4d356 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 945 time: 0.0513320 Feb 21 01:39:19.975575 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-918225d4-40b9-4b66-96b0-3af3a7649ce4 req-e01dc678-61cd-423f-9905-8bbaf3473672 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447888 Feb 21 01:39:20.679721 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device f62f5ef9-41f3-4a8a-abf2-f89200d260f6 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:39:20.783288 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:39:20.787331 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:20.787700 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:20.864322 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:20.864731 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:20.887053 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:20.889204 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b434424a-4a7c-4868-bd8b-b3922da3fc7e" -d '{"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:20.901179 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:20.966228 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:21.022773 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:21.104725 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4887618-3702-4f08-8c35-5f35d8d3bf5c req-b1cde62c-f61c-44fe-a5a6-d01295554d73 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:21.106206 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b4887618-3702-4f08-8c35-5f35d8d3bf5c req-b1cde62c-f61c-44fe-a5a6-d01295554d73 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0569530 Feb 21 01:39:21.119351 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7806a7fe-b836-4233-b111-c9f0a0a24ad1 x-openstack-request-id: req-7806a7fe-b836-4233-b111-c9f0a0a24ad1 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:21.119711 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:21.119973 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7806a7fe-b836-4233-b111-c9f0a0a24ad1 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:21.120367 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'code': 200} Feb 21 01:39:21.154928 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b4887618-3702-4f08-8c35-5f35d8d3bf5c req-2dc7d3ba-e316-4083-8540-fdccee6fd6fe tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431216 Feb 21 01:39:21.391164 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd225a-4817-480f-90c9-e587cb1e68e1 req-314919ae-b6d2-4f6e-9100-9f54541f3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:21.392656 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-99bd225a-4817-480f-90c9-e587cb1e68e1 req-314919ae-b6d2-4f6e-9100-9f54541f3d7a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 1130 time: 0.0415380 Feb 21 01:39:21.436462 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-99bd225a-4817-480f-90c9-e587cb1e68e1 req-d6a8e090-182c-4adb-9a19-4ee50a6f1d35 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356479 Feb 21 01:39:22.279101 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8530-58f2-4d2b-9b4b-2ef949f5dd99 req-37d612de-88d3-47b8-a622-ee1d93a72744 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:22.280550 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6dae8530-58f2-4d2b-9b4b-2ef949f5dd99 req-37d612de-88d3-47b8-a622-ee1d93a72744 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0535631 Feb 21 01:39:22.324283 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6dae8530-58f2-4d2b-9b4b-2ef949f5dd99 req-5e8a673f-c381-48ca-8d33-730d772b6a54 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384166 Feb 21 01:39:23.443077 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6287c-340b-478f-a66e-26fc665fcc2f req-767ecf42-6e3e-47b2-9f53-94dfca716e20 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:23.444634 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-39f6287c-340b-478f-a66e-26fc665fcc2f req-767ecf42-6e3e-47b2-9f53-94dfca716e20 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0507939 Feb 21 01:39:23.489841 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-39f6287c-340b-478f-a66e-26fc665fcc2f req-87eec2d4-b38e-4969-8a33-f3ec2bb3d7d4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398514 Feb 21 01:39:23.617570 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799ae11-4e48-49f8-80d0-f70893ec218d req-1471a0d5-362f-4b4b-b8fb-32fed56d2212 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:23.618977 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d799ae11-4e48-49f8-80d0-f70893ec218d req-1471a0d5-362f-4b4b-b8fb-32fed56d2212 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0560765 Feb 21 01:39:23.628097 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 60958) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:23.632440 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e2788342-6a70-4b97-99b4-8337fe3f151e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Request body: {'floatingip': {'port_id': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:23.671449 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2788342-6a70-4b97-99b4-8337fe3f151e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (61451aca-8b3e-48c9-ac17-df43e6162af2), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:24.094378 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2788342-6a70-4b97-99b4-8337fe3f151e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:24.131636 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2788342-6a70-4b97-99b4-8337fe3f151e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (61451aca-8b3e-48c9-ac17-df43e6162af2), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:24.230026 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-e2788342-6a70-4b97-99b4-8337fe3f151e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Floating IP 61451aca-8b3e-48c9-ac17-df43e6162af2 associated. External IP: 172.27.3.63, port: f62f5ef9-41f3-4a8a-abf2-f89200d260f6. Feb 21 01:39:24.432762 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2788342-6a70-4b97-99b4-8337fe3f151e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Router a2ced291-0182-4fa1-8eca-27c1193c27f8 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:24.538504 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2788342-6a70-4b97-99b4-8337fe3f151e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:24.543536 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2788342-6a70-4b97-99b4-8337fe3f151e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:24.549047 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] Sync routers for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:24.559062 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:24.559690 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:24.671383 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:24.822356 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e2788342-6a70-4b97-99b4-8337fe3f151e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "PUT /v2.0/floatingips/61451aca-8b3e-48c9-ac17-df43e6162af2 HTTP/1.1" status: 200 len: 991 time: 1.1930096 Feb 21 01:39:24.823342 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:24.825732 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8de9998-9345-405e-8e07-3c1c0fb5214f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:24.866455 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62c8aa6-6c87-4893-849c-1fc89ff1f0c0 x-openstack-request-id: req-b62c8aa6-6c87-4893-849c-1fc89ff1f0c0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:24.866745 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:24.867000 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b62c8aa6-6c87-4893-849c-1fc89ff1f0c0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:24.867403 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'status': 'completed', 'code': 200} Feb 21 01:39:24.908821 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '61451aca-8b3e-48c9-ac17-df43e6162af2', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'port_id': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'mac_address': 'fa:16:3e:8e:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:39:05Z', 'updated_at': '2022-02-21T01:39:24Z', 'revision_number': 1, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:24.933319 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-7ad3ba34-2368-43da-be9b-57ece6a4fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:24.934944 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-7ad3ba34-2368-43da-be9b-57ece6a4fdfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 1130 time: 0.0447714 Feb 21 01:39:24.935087 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] Checking router: a2ced291-0182-4fa1-8eca-27c1193c27f8 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:24.943432 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:24.944043 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:25.032332 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-dda9c1fb-ae1e-4dfd-b60f-0c6ff6244fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:25.033884 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-dda9c1fb-ae1e-4dfd-b60f-0c6ff6244fee service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.0921104 Feb 21 01:39:25.062059 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:25.103570 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-fec0c519-5b56-405d-8c31-a74f6f6b8728 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6 HTTP/1.1" status: 200 len: 999 time: 0.0627329 Feb 21 01:39:25.155961 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-11a8dc63-83e9-4f50-a7f3-695a04784385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:25.157654 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-11a8dc63-83e9-4f50-a7f3-695a04784385 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0474157 Feb 21 01:39:25.208951 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-f038f762-bcc7-4f0f-a353-a452a646384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:25.210441 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-f038f762-bcc7-4f0f-a353-a452a646384b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468647 Feb 21 01:39:25.289051 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '61451aca-8b3e-48c9-ac17-df43e6162af2', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'port_id': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'mac_address': 'fa:16:3e:8e:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:39:05Z', 'updated_at': '2022-02-21T01:39:24Z', 'revision_number': 1, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:25.298466 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-2d12aac8-7779-42af-a733-eaa206bf4f24 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813816 Feb 21 01:39:25.316377 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf9e19-2dec-4804-8fdf-c8db66146365 None None] The sync data for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi is: [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '61451aca-8b3e-48c9-ac17-df43e6162af2', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'port_id': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'mac_address': 'fa:16:3e:8e:a7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:39:05Z', 'updated_at': '2022-02-21T01:39:24Z', 'revision_number': 1, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:25.404825 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8de9998-9345-405e-8e07-3c1c0fb5214f req-4e318758-5cac-4ca4-8d72-297a80c41717 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987890 Feb 21 01:39:25.516845 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3290bd-bdbd-4ea0-8b86-3a8c8117d460 None None] New status for floating IP 61451aca-8b3e-48c9-ac17-df43e6162af2: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:39:31.470237 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb680bf-1ddc-45f7-af38-adbce7c7d192 req-19557436-52cc-4bbf-8a96-fe35fdfcc651 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:31.471763 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-adb680bf-1ddc-45f7-af38-adbce7c7d192 req-19557436-52cc-4bbf-8a96-fe35fdfcc651 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0538545 Feb 21 01:39:31.520847 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-adb680bf-1ddc-45f7-af38-adbce7c7d192 req-361a0460-90a5-49ae-8f5e-fde3c336fd0a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435462 Feb 21 01:39:31.524555 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:39:32.640052 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e95fc-7446-494b-95fd-d04aa4e5fdc0 req-eca6b028-568a-44e0-9e28-7ce221e3c7ea tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:32.641553 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c64e95fc-7446-494b-95fd-d04aa4e5fdc0 req-eca6b028-568a-44e0-9e28-7ce221e3c7ea tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0531862 Feb 21 01:39:32.688831 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c64e95fc-7446-494b-95fd-d04aa4e5fdc0 req-1458ddc8-8c7c-4cdb-ad5e-c19efe5d87a2 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Feb 21 01:39:33.122886 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-3725751d-87f4-4609-b4cc-228e503a3a9f tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1083368726&fields=id&tenant_id=784f5427745d402ba47e692082aac30f HTTP/1.1" status: 200 len: 267 time: 0.0502689 Feb 21 01:39:33.177259 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-aa3dfeb4-9a49-474e-b868-f32257026327 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:33.178682 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-aa3dfeb4-9a49-474e-b868-f32257026327 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 984 time: 0.0506599 Feb 21 01:39:33.188876 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-73e47893-32b1-4c3b-bac5-9688e7dfb6de tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Request body: {'port': {'security_groups': ['b05ea3f5-b5be-454e-bb6a-237f557ebe30']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:33.260555 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-73e47893-32b1-4c3b-bac5-9688e7dfb6de tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:33.433016 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-73e47893-32b1-4c3b-bac5-9688e7dfb6de tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] For port 3c272f96-f321-4ccf-a91e-d7d0afd792b2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:33.461817 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-73e47893-32b1-4c3b-bac5-9688e7dfb6de tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:33.508510 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-73e47893-32b1-4c3b-bac5-9688e7dfb6de tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:33.520753 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['3c272f96-f321-4ccf-a91e-d7d0afd792b2'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:39:33.554624 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-73e47893-32b1-4c3b-bac5-9688e7dfb6de tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:33.555245 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-73e47893-32b1-4c3b-bac5-9688e7dfb6de tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:33.556652 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11efca7f-05c0-400c-a9f1-a1e69e7c78ca req-73e47893-32b1-4c3b-bac5-9688e7dfb6de tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "PUT /v2.0/ports/3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 200 len: 942 time: 0.3720782 Feb 21 01:39:33.557099 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:33.559384 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d" -d '{"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:33.563643 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 60996) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:33.592277 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e47893-32b1-4c3b-bac5-9688e7dfb6de tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event updated for resources: {'Port': ['ID=3c272f96-f321-4ccf-a91e-d7d0afd792b2,revision_number=7']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:33.620989 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5dd288-2333-4f41-b775-2dc2d134c670 x-openstack-request-id: req-8e5dd288-2333-4f41-b775-2dc2d134c670 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:33.621288 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:33.621564 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8e5dd288-2333-4f41-b775-2dc2d134c670 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:33.622243 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'status': 'completed', 'code': 200} Feb 21 01:39:33.640225 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c13f8e60-11e6-4439-9969-1d94d90d6aef tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group (9746bf9d-4fdc-43f3-8953-2b70074ef734), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:33.670003 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['3c272f96-f321-4ccf-a91e-d7d0afd792b2'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:39:33.686892 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c13f8e60-11e6-4439-9969-1d94d90d6aef tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group (9746bf9d-4fdc-43f3-8953-2b70074ef734), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:33.740589 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-590e271d-d56d-4f85-99b6-9b244f736e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:33.742816 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-590e271d-d56d-4f85-99b6-9b244f736e3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=784f5427745d402ba47e692082aac30f&device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 1129 time: 0.0891960 Feb 21 01:39:33.852064 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c13f8e60-11e6-4439-9969-1d94d90d6aef tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (9746bf9d-4fdc-43f3-8953-2b70074ef734), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:33.855469 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c13f8e60-11e6-4439-9969-1d94d90d6aef tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:33.859396 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-c13f8e60-11e6-4439-9969-1d94d90d6aef tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "DELETE /v2.0/security-groups/9746bf9d-4fdc-43f3-8953-2b70074ef734 HTTP/1.1" status: 204 len: 168 time: 0.2907426 Feb 21 01:39:33.860670 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 32768) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:33.875408 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f8e60-11e6-4439-9969-1d94d90d6aef tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9746bf9d-4fdc-43f3-8953-2b70074ef734,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:33.891219 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-8f1be56e-3bed-4fc3-bb58-db3c857cb2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:33.892759 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-8f1be56e-3bed-4fc3-bb58-db3c857cb2e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d421b8af-7dc1-48b3-b75d-8a9c768a3410 HTTP/1.1" status: 200 len: 916 time: 0.1423168 Feb 21 01:39:33.900484 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95132f21-5402-4a97-8db3-30fffe02c9b9 req-0ef9195d-ce06-43e0-ae40-70b58fec9a1d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:33.902164 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-95132f21-5402-4a97-8db3-30fffe02c9b9 req-0ef9195d-ce06-43e0-ae40-70b58fec9a1d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0919709 Feb 21 01:39:33.923514 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-37767920-63ea-4855-910e-c2d1fbc8afb4 None None] Provisioning complete for port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:33.923884 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-37767920-63ea-4855-910e-c2d1fbc8afb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:33.990397 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-cf69e7cf-098e-4544-865d-06ce796b54d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 200 len: 1001 time: 0.0872581 Feb 21 01:39:33.999481 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-95132f21-5402-4a97-8db3-30fffe02c9b9 req-70fb5e85-2049-4ac7-afd7-a816490bfbf8 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609529 Feb 21 01:39:34.006457 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-37767920-63ea-4855-910e-c2d1fbc8afb4 None None] Current status of the port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:34.036685 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Deleting port 298d9fc6-836f-4ec5-bdfc-c2187f5c1a00 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:34.037055 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (298d9fc6-836f-4ec5-bdfc-c2187f5c1a00), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:34.053673 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-3e4333fe-b0c6-49ed-b424-f32f13113c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:34.055133 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-3e4333fe-b0c6-49ed-b424-f32f13113c3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b19ecbe2-e175-4098-9670-f58687a27e12 HTTP/1.1" status: 200 len: 854 time: 0.0490551 Feb 21 01:39:34.102567 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-2f705bce-0a35-4162-86fe-de0847a636c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:34.104080 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-2f705bce-0a35-4162-86fe-de0847a636c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d421b8af-7dc1-48b3-b75d-8a9c768a3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425284 Feb 21 01:39:34.118181 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (298d9fc6-836f-4ec5-bdfc-c2187f5c1a00), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:34.118509 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for floatingip (298d9fc6-836f-4ec5-bdfc-c2187f5c1a00), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:34.132310 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Calling delete_port for 298d9fc6-836f-4ec5-bdfc-c2187f5c1a00 owned by network:floatingip {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:34.132890 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-53c55f86-6adb-4a68-8554-23cd32d52134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:34.197102 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-c02556a6-63fd-4895-8f4f-fb349dd448c3 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850787 Feb 21 01:39:34.288820 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e42eb7e7-1fe5-41a8-b7fa-5d04aa5f745d req-5a4c04bc-b54d-4d2e-bee1-ad6157e7dd81 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839469 Feb 21 01:39:34.377008 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (298d9fc6-836f-4ec5-bdfc-c2187f5c1a00), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:34.402573 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event deleted for resources: {'Port': ['ID=298d9fc6-836f-4ec5-bdfc-c2187f5c1a00,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:34.482017 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks [] for floatingip (d2d39507-5509-44dc-a8a2-ae9470365b37), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:34.482271 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.l3_db [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Floating IP d2d39507-5509-44dc-a8a2-ae9470365b37 disassociated (deleted). External IP: 172.27.3.126, port: 3c272f96-f321-4ccf-a91e-d7d0afd792b2. Feb 21 01:39:34.910143 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Router 954e8860-47e7-4ce5-95e2-28f49ef0332b has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:35.015325 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:35.019697 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:35.025073 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] Sync routers for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:35.047247 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:35.047870 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:35.052636 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-856d0660-66d8-4003-b47c-a44b17ca52c7 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "DELETE /v2.0/floatingips/d2d39507-5509-44dc-a8a2-ae9470365b37 HTTP/1.1" status: 204 len: 168 time: 1.1872277 Feb 21 01:39:35.052636 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2'}] {{(pid=103193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:35.054268 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46adb57cdadb3ca4b6d0a9fffa764264e96a515ea1a204ffcbc636e6fc4351f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12df5756-85cd-487b-a351-0c40b2a8f844" -d '{"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2"}]}' {{(pid=103193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:35.142674 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526897d-182a-4a4e-93b4-226cf9bf6b97 req-98a07b5c-5582-4278-8c01-82f1ecbc3bae tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:35.144508 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3526897d-182a-4a4e-93b4-226cf9bf6b97 req-98a07b5c-5582-4278-8c01-82f1ecbc3bae tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0557899 Feb 21 01:39:35.172874 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:35.195280 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3526897d-182a-4a4e-93b4-226cf9bf6b97 req-d714515c-45c4-41f4-8504-5f87880d9389 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454209 Feb 21 01:39:35.307296 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2a2c52-b537-4a3c-be9a-b76af9d7c20a x-openstack-request-id: req-8f2a2c52-b537-4a3c-be9a-b76af9d7c20a {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:35.307296 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2", "status": "completed", "code": 200}]} {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:35.307296 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8f2a2c52-b537-4a3c-be9a-b76af9d7c20a {{(pid=103193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:35.307296 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'status': 'completed', 'code': 200} Feb 21 01:39:35.378053 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-53b515aa-e78d-4ce5-9e2f-2218bf28eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:35.379813 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-53b515aa-e78d-4ce5-9e2f-2218bf28eaf8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=784f5427745d402ba47e692082aac30f&device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 1129 time: 0.0536046 Feb 21 01:39:35.473481 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-165446cf-95c8-4a91-a775-872c68f81aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:35.474878 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-165446cf-95c8-4a91-a775-872c68f81aa9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d421b8af-7dc1-48b3-b75d-8a9c768a3410 HTTP/1.1" status: 200 len: 916 time: 0.0844965 Feb 21 01:39:35.514284 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': 'eb8adec7-c783-438f-af22-66502be87a12', 'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'mac_address': 'fa:16:3e:56:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:03Z', 'updated_at': '2022-02-21T01:35:07Z', 'revision_number': 5, 'project_id': '784f5427745d402ba47e692082aac30f', 'subnets': [{'id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:35.523500 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-5dced2c0-77b9-4a83-b24b-b7f1d9c9fe6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 200 len: 217 time: 0.0363803 Feb 21 01:39:35.541557 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] Checking router: 954e8860-47e7-4ce5-95e2-28f49ef0332b for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:35.550599 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:35.551213 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:35.576024 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-4f1d392b-073d-4085-9f16-87d748c939df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:35.577501 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-4f1d392b-073d-4085-9f16-87d748c939df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b19ecbe2-e175-4098-9670-f58687a27e12 HTTP/1.1" status: 200 len: 854 time: 0.0475380 Feb 21 01:39:35.628304 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-914acda0-637e-4bef-8887-36628119627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:35.629845 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-914acda0-637e-4bef-8887-36628119627f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d421b8af-7dc1-48b3-b75d-8a9c768a3410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432799 Feb 21 01:39:35.685899 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:35.720018 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-6b8092d6-4379-416a-bd8b-dcc8f2388108 service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808527 Feb 21 01:39:35.825590 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-12df5756-85cd-487b-a351-0c40b2a8f844 req-8c2b4ae9-ef66-49bf-81f8-34dc2411304e service neutron] 10.222.0.43 "GET /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939226 Feb 21 01:39:35.887164 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': 'eb8adec7-c783-438f-af22-66502be87a12', 'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'mac_address': 'fa:16:3e:56:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:03Z', 'updated_at': '2022-02-21T01:35:07Z', 'revision_number': 5, 'project_id': '784f5427745d402ba47e692082aac30f', 'subnets': [{'id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:35.920238 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16aa6a-d68c-4ceb-bfde-8d58e38f8a95 None None] The sync data for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi is: [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:35:04Z', 'revision_number': 4, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': 'eb8adec7-c783-438f-af22-66502be87a12', 'name': '', 'network_id': 'd421b8af-7dc1-48b3-b75d-8a9c768a3410', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'mac_address': 'fa:16:3e:56:36:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:03Z', 'updated_at': '2022-02-21T01:35:07Z', 'revision_number': 5, 'project_id': '784f5427745d402ba47e692082aac30f', 'subnets': [{'id': 'b19ecbe2-e175-4098-9670-f58687a27e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:36.165291 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41e86c-1e2f-4905-a51a-3bfe182d3474 None None] New status for floating IP d2d39507-5509-44dc-a8a2-ae9470365b37: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:39:36.317497 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88dc7b-0dac-4f0b-99d6-fd2a5a245fb5 req-eb4a405c-d987-47ea-ae1b-3eae28c5071f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:36.318969 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8c88dc7b-0dac-4f0b-99d6-fd2a5a245fb5 req-eb4a405c-d987-47ea-ae1b-3eae28c5071f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0532103 Feb 21 01:39:36.367087 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8c88dc7b-0dac-4f0b-99d6-fd2a5a245fb5 req-44b67499-f3e1-47ae-a1ed-764bd15876e1 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419967 Feb 21 01:39:36.668672 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dc7d4a9b-af87-47e4-963a-c4960c88bf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:36.697175 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:37.486528 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4c4b4-ebf6-466b-8c55-b662a0f2555c req-7b95606d-aed5-4660-a9d3-8924739a9c5f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:37.488008 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4da4c4b4-ebf6-466b-8c55-b662a0f2555c req-7b95606d-aed5-4660-a9d3-8924739a9c5f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0549688 Feb 21 01:39:37.539191 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4da4c4b4-ebf6-466b-8c55-b662a0f2555c req-e90754c8-f2b6-46c3-bd84-75e699b1694f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Feb 21 01:39:37.673967 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:38.194005 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3defc-29d7-413b-ae05-23c542a5b6bf req-209c03a5-5c40-4efa-885c-08d605ea9f7d tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:38.195475 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-20e3defc-29d7-413b-ae05-23c542a5b6bf req-209c03a5-5c40-4efa-885c-08d605ea9f7d tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.0517359 Feb 21 01:39:38.240364 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-20e3defc-29d7-413b-ae05-23c542a5b6bf req-ca546225-513f-4c50-89fd-2f43bf79a652 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386178 Feb 21 01:39:38.656622 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951172b9-14aa-4401-8db8-c5ff5c5160fc req-95f0eb0f-71aa-4749-8c12-bcda39153549 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:38.658130 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-951172b9-14aa-4401-8db8-c5ff5c5160fc req-95f0eb0f-71aa-4749-8c12-bcda39153549 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0518975 Feb 21 01:39:38.711293 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-951172b9-14aa-4401-8db8-c5ff5c5160fc req-69929436-58ce-492d-a5b9-92efe9ae5d07 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477805 Feb 21 01:39:39.047226 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e1cae-bdc9-4bc8-a28c-8363eb0921a8 req-6a56d9f6-aa8f-4cfc-9832-b40f6117bd57 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:39.048700 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-408e1cae-bdc9-4bc8-a28c-8363eb0921a8 req-6a56d9f6-aa8f-4cfc-9832-b40f6117bd57 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0509915 Feb 21 01:39:39.098696 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-408e1cae-bdc9-4bc8-a28c-8363eb0921a8 req-394a59a1-8416-4453-8344-a33958b9c192 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444782 Feb 21 01:39:39.142607 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:39.355280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84320975-d381-4898-9b88-6da8e9dc5098 req-110a1831-e38d-4fa3-ba99-1afd50e44060 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:39.356744 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-84320975-d381-4898-9b88-6da8e9dc5098 req-110a1831-e38d-4fa3-ba99-1afd50e44060 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.0503144 Feb 21 01:39:39.400904 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-84320975-d381-4898-9b88-6da8e9dc5098 req-def1e4f3-20ed-4cba-9339-83b95ce50aeb tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Feb 21 01:39:39.828105 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8289-2be7-401b-96cf-4d80e38c40b6 req-64fef944-0375-4da8-8749-3f177a2521a0 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:39.829573 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-127f8289-2be7-401b-96cf-4d80e38c40b6 req-64fef944-0375-4da8-8749-3f177a2521a0 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0538361 Feb 21 01:39:39.876085 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-127f8289-2be7-401b-96cf-4d80e38c40b6 req-4e18af2b-d3b4-47b2-bdef-e52138abc1fa tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Feb 21 01:39:40.215556 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238b9d5-555b-4793-b07d-9503dccb977e req-a8a79ea6-e254-4610-b2de-bdb8cfef255a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:40.217027 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8238b9d5-555b-4793-b07d-9503dccb977e req-a8a79ea6-e254-4610-b2de-bdb8cfef255a tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0508044 Feb 21 01:39:40.262535 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8238b9d5-555b-4793-b07d-9503dccb977e req-421de652-054b-4514-b84f-e4fc804043c6 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=fd194c68-3895-41e4-bcef-d1f7827870b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400727 Feb 21 01:39:40.327176 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-71a91960-476d-4f59-bff0-84b246e96043 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:40.328601 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-71a91960-476d-4f59-bff0-84b246e96043 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 945 time: 0.0520732 Feb 21 01:39:40.461179 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-d6806ae8-6042-4317-80c1-91f22430654a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:40.462650 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-d6806ae8-6042-4317-80c1-91f22430654a tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.43 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.0693109 Feb 21 01:39:40.465076 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Deleting port fe876a1a-56e9-4821-ac6c-94fe28a1852e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:40.465413 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:40.565978 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:40.649066 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] For port fe876a1a-56e9-4821-ac6c-94fe28a1852e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=fe876a1a-56e9-4821-ac6c-94fe28a1852e,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:40.649429 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:40.664796 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b09961-97e6-4abd-8df8-0b716c69873d req-99ea28e5-4002-4326-a8e4-c5abe422b978 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:40.666255 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4b09961-97e6-4abd-8df8-0b716c69873d req-99ea28e5-4002-4326-a8e4-c5abe422b978 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 945 time: 0.1967862 Feb 21 01:39:40.738445 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Deleting port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:40.738697 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:40.834560 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4b09961-97e6-4abd-8df8-0b716c69873d req-7c62ffd5-cd0b-4a88-83c4-d07df4dade47 tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/security-groups?id=b05ea3f5-b5be-454e-bb6a-237f557ebe30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602921 Feb 21 01:39:40.925851 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] For port 3c272f96-f321-4ccf-a91e-d7d0afd792b2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3c272f96-f321-4ccf-a91e-d7d0afd792b2,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:40.926218 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:40.951635 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Calling delete_port for 3c272f96-f321-4ccf-a91e-d7d0afd792b2 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:40.979192 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:40.979576 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (087de4b1-2724-4b93-8580-5670b04e7ae4), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:40.979892 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Floating IP 087de4b1-2724-4b93-8580-5670b04e7ae4 disassociated. External IP: 172.27.3.34, port: fe876a1a-56e9-4821-ac6c-94fe28a1852e. Feb 21 01:39:40.980230 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Calling delete_port for fe876a1a-56e9-4821-ac6c-94fe28a1852e owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:41.104225 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22edae-d755-4ee3-be90-46604096ca64 req-de9ad719-0c2d-43f3-bde6-4942d530d64a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:41.105916 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c22edae-d755-4ee3-be90-46604096ca64 req-de9ad719-0c2d-43f3-bde6-4942d530d64a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.1625319 Feb 21 01:39:41.225909 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6c22edae-d755-4ee3-be90-46604096ca64 req-228cd5d8-a577-4899-be52-28f97aaa234b tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145866 Feb 21 01:39:41.302869 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (fe876a1a-56e9-4821-ac6c-94fe28a1852e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.333918 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (3c272f96-f321-4ccf-a91e-d7d0afd792b2), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.343270 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event deleted for resources: {'Port': ['ID=fe876a1a-56e9-4821-ac6c-94fe28a1852e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:41.344357 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['3c272f96-f321-4ccf-a91e-d7d0afd792b2'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:39:41.372170 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0ae7ee95-a1ab-4b59-a42c-2f959ccd5df9 req-054b90a9-ed2f-4f1b-bc46-282bd0417627 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 210 time: 0.0403237 Feb 21 01:39:41.472630 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Pushing event deleted for resources: {'Port': ['ID=3c272f96-f321-4ccf-a91e-d7d0afd792b2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:41.476178 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] No DVR routers for this DVR port 3c272f96-f321-4ccf-a91e-d7d0afd792b2 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:39:41.479632 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:41.482917 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2e0f4775-e1bc-4f7c-a735-77350f31e7fe req-e9f59ad6-c564-4ff7-b206-43e05454024e tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.43 "DELETE /v2.0/ports/3c272f96-f321-4ccf-a91e-d7d0afd792b2 HTTP/1.1" status: 204 len: 173 time: 1.0145342 Feb 21 01:39:41.483340 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'name': 'network-vif-deleted', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:41.485554 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b2626-743a-442c-9932-fcf42b18dc25" -d '{"events": [{"server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "name": "network-vif-deleted", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:41.527221 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8078a619-a64e-4e1e-88ac-1edeedb4da53 x-openstack-request-id: req-8078a619-a64e-4e1e-88ac-1edeedb4da53 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:41.527512 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b613c437-8337-4ce8-82d9-843cd6ccbc04", "name": "network-vif-deleted", "tag": "3c272f96-f321-4ccf-a91e-d7d0afd792b2", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:41.527763 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8078a619-a64e-4e1e-88ac-1edeedb4da53 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:41.528156 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b613c437-8337-4ce8-82d9-843cd6ccbc04', 'name': 'network-vif-deleted', 'tag': '3c272f96-f321-4ccf-a91e-d7d0afd792b2', 'status': 'completed', 'code': 200} Feb 21 01:39:41.554737 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:41.983670 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:41.986449 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-64ba79e9-4f29-45a8-9d09-9e7f29ee5a0b req-42f0bdae-26b1-4a14-8854-a4b65585cbac tempest-TestMinimumBasicScenario-1063093319 tempest-TestMinimumBasicScenario-1063093319-project] 10.222.0.90 "GET /v2.0/ports?device_id=b613c437-8337-4ce8-82d9-843cd6ccbc04 HTTP/1.1" status: 200 len: 210 time: 0.0380793 Feb 21 01:39:41.994565 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] Sync routers for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:42.004759 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:42.005375 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:42.028377 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] No DVR routers for this DVR port fe876a1a-56e9-4821-ac6c-94fe28a1852e on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:39:42.031020 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-f5828f57-f6f3-4874-9153-9ef6ad5f950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:42.032514 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-f5828f57-f6f3-4874-9153-9ef6ad5f950e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1129 time: 0.3809512 Feb 21 01:39:42.033501 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:42.036650 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8f827813-f597-4658-aea5-ac7b8ebfd185 req-6cb47b0d-5b58-45a7-b00a-24a150813ce3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "DELETE /v2.0/ports/fe876a1a-56e9-4821-ac6c-94fe28a1852e HTTP/1.1" status: 204 len: 173 time: 1.7023613 Feb 21 01:39:42.116259 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:42.139590 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-1ff30d00-bb8d-44d3-9c28-90ddc51652cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:42.141346 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-1ff30d00-bb8d-44d3-9c28-90ddc51652cc service neutron] 10.222.0.43 "GET /v2.0/networks?id=487fa038-40fd-45ef-934d-8902aea996a9 HTTP/1.1" status: 200 len: 910 time: 0.0880568 Feb 21 01:39:42.211163 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-d013fd9f-733d-4646-af94-0c3a0e886281 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 200 len: 1000 time: 0.0626760 Feb 21 01:39:42.273248 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-0edee93e-3db9-41e2-9676-86a081b5c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:42.274770 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-0edee93e-3db9-41e2-9676-86a081b5c49d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7000422f-16c7-4afa-a5d4-520df51dbf95 HTTP/1.1" status: 200 len: 848 time: 0.0559487 Feb 21 01:39:42.332600 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:42.360238 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] Checking router: 9dca3534-f5e8-41ed-bc76-fc1e371dde8a for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:42.369138 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:42.369596 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-2de36fec-d477-4edd-8b06-2c2867ebe1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:42.369766 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:42.371167 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-2de36fec-d477-4edd-8b06-2c2867ebe1ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=487fa038-40fd-45ef-934d-8902aea996a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896597 Feb 21 01:39:42.380584 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c85473-cfe0-4d01-abdc-9e38bb63b513 req-fde1a686-452c-4322-823d-779388b1070d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:42.381997 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-33c85473-cfe0-4d01-abdc-9e38bb63b513 req-fde1a686-452c-4322-823d-779388b1070d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0719221 Feb 21 01:39:42.491089 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:42.493563 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ed5d31d2-80d6-4f11-95a5-a630a06d37b9 req-9c7685b5-890a-48df-959f-e76bbe3c1d38 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=ff526a32-96c9-4481-a88c-a0913652acfd HTTP/1.1" status: 200 len: 210 time: 0.0397794 Feb 21 01:39:42.516438 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-33c85473-cfe0-4d01-abdc-9e38bb63b513 req-1ffa32d1-92bc-4260-9761-f7d7e8d8b3f2 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252491 Feb 21 01:39:42.534384 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-ed5442fa-4f41-4fdb-8a42-c962293105bf service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514735 Feb 21 01:39:42.629873 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad4f9409-e741-47f6-9b17-a4a2c1a51501 req-b5d8d9f4-2bd6-4a30-ade3-5456fbce0e47 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879056 Feb 21 01:39:42.707991 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:42.733214 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2a427-374e-488c-ab71-d021f256c5f5 None None] The sync data for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi is: [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:42.950785 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1f455-c6ee-4a33-ba46-53fe42b33730 None None] New status for floating IP 087de4b1-2724-4b93-8580-5670b04e7ae4: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:39:43.529033 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'name': 'network-vif-deleted', 'tag': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:43.531393 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab28143e-2bd0-4eb0-8626-69604aa95b6a" -d '{"events": [{"server_uuid": "ff526a32-96c9-4481-a88c-a0913652acfd", "name": "network-vif-deleted", "tag": "fe876a1a-56e9-4821-ac6c-94fe28a1852e"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:43.580717 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584a7a34-49ac-45c6-b5af-50c6b343bdab x-openstack-request-id: req-584a7a34-49ac-45c6-b5af-50c6b343bdab {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:43.580717 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff526a32-96c9-4481-a88c-a0913652acfd", "name": "network-vif-deleted", "tag": "fe876a1a-56e9-4821-ac6c-94fe28a1852e", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:43.581025 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-584a7a34-49ac-45c6-b5af-50c6b343bdab {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:43.581185 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff526a32-96c9-4481-a88c-a0913652acfd', 'name': 'network-vif-deleted', 'tag': 'fe876a1a-56e9-4821-ac6c-94fe28a1852e', 'status': 'completed', 'code': 200} Feb 21 01:39:43.645509 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c4f0-e3ba-4aed-ac33-d48e2c399759 req-bcebf4cb-701e-49f7-9c24-200f3e4bf01f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:43.646978 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f8d0c4f0-e3ba-4aed-ac33-d48e2c399759 req-bcebf4cb-701e-49f7-9c24-200f3e4bf01f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0532420 Feb 21 01:39:43.670170 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 32880) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:43.697377 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f8d0c4f0-e3ba-4aed-ac33-d48e2c399759 req-aba0a3ae-60e2-49a8-98b7-b4bdac727fc5 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442388 Feb 21 01:39:43.723881 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f899d527-677b-417d-ad3a-acfffef50575 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (fd194c68-3895-41e4-bcef-d1f7827870b7), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.747282 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f899d527-677b-417d-ad3a-acfffef50575 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (fd194c68-3895-41e4-bcef-d1f7827870b7), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.891594 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f899d527-677b-417d-ad3a-acfffef50575 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (fd194c68-3895-41e4-bcef-d1f7827870b7), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.895087 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f899d527-677b-417d-ad3a-acfffef50575 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:43.895427 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f899d527-677b-417d-ad3a-acfffef50575 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "DELETE /v2.0/security-groups/fd194c68-3895-41e4-bcef-d1f7827870b7 HTTP/1.1" status: 204 len: 168 time: 0.2242250 Feb 21 01:39:43.898317 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 32890) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:43.905042 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899d527-677b-417d-ad3a-acfffef50575 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd194c68-3895-41e4-bcef-d1f7827870b7,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:43.914017 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.api.v2.resource [None req-9b522789-161b-4522-a4b7-e58b9cb12db8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] show failed (client error): The resource could not be found. Feb 21 01:39:43.924015 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-9b522789-161b-4522-a4b7-e58b9cb12db8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups/fd194c68-3895-41e4-bcef-d1f7827870b7 HTTP/1.1" status: 404 len: 347 time: 0.0170159 Feb 21 01:39:43.926394 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 32892) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:44.050046 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Deleting port 7f202123-6eea-41ea-a036-e5f37e0c9cb5 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:44.050285 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (7f202123-6eea-41ea-a036-e5f37e0c9cb5), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.125876 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (7f202123-6eea-41ea-a036-e5f37e0c9cb5), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.126197 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (7f202123-6eea-41ea-a036-e5f37e0c9cb5), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.138704 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Calling delete_port for 7f202123-6eea-41ea-a036-e5f37e0c9cb5 owned by network:floatingip {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:44.320023 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (7f202123-6eea-41ea-a036-e5f37e0c9cb5), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.352400 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event deleted for resources: {'Port': ['ID=7f202123-6eea-41ea-a036-e5f37e0c9cb5,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:44.409622 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (087de4b1-2724-4b93-8580-5670b04e7ae4), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.412580 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.413938 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-96af2bdd-c38e-4363-9d55-9a085d7a46c1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "DELETE /v2.0/floatingips/087de4b1-2724-4b93-8580-5670b04e7ae4 HTTP/1.1" status: 204 len: 168 time: 0.4861021 Feb 21 01:39:44.517506 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 32906) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:44.629827 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 32908) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:44.636444 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d5603c01-0e5f-4c38-973f-976c5db9a47e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--251066792', 'description': 'tempest-description--547608974'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:44.788800 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 3c272f96-f321-4ccf-a91e-d7d0afd792b2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:44.808460 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5603c01-0e5f-4c38-973f-976c5db9a47e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.814795 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 3c272f96-f321-4ccf-a91e-d7d0afd792b2 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:44.815239 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 3c272f96-f321-4ccf-a91e-d7d0afd792b2 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:44.815735 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device fe876a1a-56e9-4821-ac6c-94fe28a1852e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:44.837168 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: fe876a1a-56e9-4821-ac6c-94fe28a1852e {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:44.837521 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device fe876a1a-56e9-4821-ac6c-94fe28a1852e not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:44.855877 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06338ae5-0a15-4b9d-8d1b-95c5ea8984ed req-d48532ee-f5ae-4187-ae90-db7e67eef4a1 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:44.857417 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-06338ae5-0a15-4b9d-8d1b-95c5ea8984ed req-d48532ee-f5ae-4187-ae90-db7e67eef4a1 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0935211 Feb 21 01:39:44.931852 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5603c01-0e5f-4c38-973f-976c5db9a47e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.937024 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-06338ae5-0a15-4b9d-8d1b-95c5ea8984ed req-b07fd0f2-da15-46a5-b49a-0485d29a4ce0 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729427 Feb 21 01:39:44.944255 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-834496'] for router_interface (954e8860-47e7-4ce5-95e2-28f49ef0332b), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:44.977279 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5603c01-0e5f-4c38-973f-976c5db9a47e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.005823 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5603c01-0e5f-4c38-973f-976c5db9a47e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:45.054724 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d5603c01-0e5f-4c38-973f-976c5db9a47e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.058793 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-d5603c01-0e5f-4c38-973f-976c5db9a47e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4244037 Feb 21 01:39:45.060382 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 32912) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:45.064869 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6fd1e14c-d744-4996-b098-2f89630ce466 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'security_group_rule': {'security_group_id': 'c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:45.154054 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fd1e14c-d744-4996-b098-2f89630ce466 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (7ce1befd-69e8-469e-ba6f-c2c4f67fe462), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.210891 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fd1e14c-d744-4996-b098-2f89630ce466 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (7ce1befd-69e8-469e-ba6f-c2c4f67fe462), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.256648 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Deleting port eb8adec7-c783-438f-af22-66502be87a12 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:45.256914 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (eb8adec7-c783-438f-af22-66502be87a12), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.280137 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fd1e14c-d744-4996-b098-2f89630ce466 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (7ce1befd-69e8-469e-ba6f-c2c4f67fe462), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.295712 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1e14c-d744-4996-b098-2f89630ce466 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce1befd-69e8-469e-ba6f-c2c4f67fe462,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:45.333448 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] For port eb8adec7-c783-438f-af22-66502be87a12, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=eb8adec7-c783-438f-af22-66502be87a12,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:45.333809 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (eb8adec7-c783-438f-af22-66502be87a12), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.349246 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Calling delete_port for eb8adec7-c783-438f-af22-66502be87a12 owned by network:router_interface {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:45.379163 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6fd1e14c-d744-4996-b098-2f89630ce466 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.380420 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6fd1e14c-d744-4996-b098-2f89630ce466 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3190026 Feb 21 01:39:45.383109 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 32914) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:45.388238 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5c3a1cbc-ed66-4a30-adca-58ba6523a7d3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'security_group_rule': {'security_group_id': 'c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:45.485007 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c3a1cbc-ed66-4a30-adca-58ba6523a7d3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (d97e10ef-1e0e-43b4-be13-8718dcc29973), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.540116 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c3a1cbc-ed66-4a30-adca-58ba6523a7d3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (d97e10ef-1e0e-43b4-be13-8718dcc29973), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.600148 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (eb8adec7-c783-438f-af22-66502be87a12), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.627238 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb8adec7-c783-438f-af22-66502be87a12,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:45.662733 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c3a1cbc-ed66-4a30-adca-58ba6523a7d3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (d97e10ef-1e0e-43b4-be13-8718dcc29973), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.686451 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a1cbc-ed66-4a30-adca-58ba6523a7d3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97e10ef-1e0e-43b4-be13-8718dcc29973,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:45.746105 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5c3a1cbc-ed66-4a30-adca-58ba6523a7d3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.747369 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-5c3a1cbc-ed66-4a30-adca-58ba6523a7d3 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3633466 Feb 21 01:39:45.755441 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 32916) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:45.759893 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'floatingip': {'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:45.808984 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-833616'] for router_interface (954e8860-47e7-4ce5-95e2-28f49ef0332b), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.823835 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:45.919557 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.031856 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Router 954e8860-47e7-4ce5-95e2-28f49ef0332b has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:46.061083 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Allocated IP 172.27.3.127 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/867eda59-d579-494c-8994-8dff9b40f06e) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:46.098803 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce03c7-26e1-4a8c-9735-e2c9f3ed1ca2 req-754235db-78b3-45de-8878-fc0f743ea80d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:46.100296 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47ce03c7-26e1-4a8c-9735-e2c9f3ed1ca2 req-754235db-78b3-45de-8878-fc0f743ea80d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0913641 Feb 21 01:39:46.140790 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:46.145818 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-eb5888d2-5eea-4a38-b946-60523f0a0163 admin admin] 10.222.0.90 "PUT /v2.0/routers/954e8860-47e7-4ce5-95e2-28f49ef0332b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6272299 Feb 21 01:39:46.148408 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 32920) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:46.154708 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] Sync routers for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:46.164227 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:46.165084 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:46.200592 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47ce03c7-26e1-4a8c-9735-e2c9f3ed1ca2 req-9ac2cee7-b6fb-480e-b351-d372508d0485 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753038 Feb 21 01:39:46.217423 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for port (867eda59-d579-494c-8994-8dff9b40f06e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.272379 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks [] for router (954e8860-47e7-4ce5-95e2-28f49ef0332b), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.297595 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (867eda59-d579-494c-8994-8dff9b40f06e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.304186 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:46.334883 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:46.337798 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:46.340362 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:46.358012 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'Port': ['ID=867eda59-d579-494c-8994-8dff9b40f06e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:46.404516 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (b491336a-1d0e-43ca-bd85-6053e71eae72), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.514413 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:39:45Z', 'revision_number': 5, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:46.549060 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (867eda59-d579-494c-8994-8dff9b40f06e), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.567050 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] Checking router: 954e8860-47e7-4ce5-95e2-28f49ef0332b for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:46.577731 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] Routers {'954e8860-47e7-4ce5-95e2-28f49ef0332b'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:46.578357 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['954e8860-47e7-4ce5-95e2-28f49ef0332b'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:46.650834 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 32930) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:46.670676 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks [] for router_gateway (954e8860-47e7-4ce5-95e2-28f49ef0332b), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.690963 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a1ebc-642a-42c4-b713-90610bd47fa8 req-801d4288-804e-49d8-a287-0aa3c7197fc1 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:46.690963 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-346a1ebc-642a-42c4-b713-90610bd47fa8 req-801d4288-804e-49d8-a287-0aa3c7197fc1 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.1885262 Feb 21 01:39:46.712464 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] Set router 954e8860-47e7-4ce5-95e2-28f49ef0332b gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:46.758911 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-16f50f11-eb8a-48f4-a2dc-0aecc4aedf1c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1064301 Feb 21 01:39:46.769562 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-346a1ebc-642a-42c4-b713-90610bd47fa8 req-dbed48b3-9896-4263-8529-25ecdc38941d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763447 Feb 21 01:39:46.780217 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for port (867eda59-d579-494c-8994-8dff9b40f06e), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.783684 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-bedd4d16-01c9-44e3-8b4c-7dde30a20e26 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103193) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:39:46.784825 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-bedd4d16-01c9-44e3-8b4c-7dde30a20e26 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056069 Feb 21 01:39:46.811758 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Deleting port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:46.812251 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.840705 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (867eda59-d579-494c-8994-8dff9b40f06e), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.878620 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 32938) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:46.886500 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (b491336a-1d0e-43ca-bd85-6053e71eae72), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.908624 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'Port': ['ID=867eda59-d579-494c-8994-8dff9b40f06e,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:46.914485 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] For port bc5f4ece-5581-4c64-88eb-fac1c7ae17e1, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=bc5f4ece-5581-4c64-88eb-fac1c7ae17e1,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:46.914993 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.928682 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Calling delete_port for bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 owned by network:router_gateway {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:46.983131 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:46.984339 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e2d00cff-00dc-45fd-8f43-eeb3bf536f9e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2279212 Feb 21 01:39:47.003210 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-b11cbf96-ef8b-4ab3-a4cc-e2a40459e026 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:47.005002 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-b11cbf96-ef8b-4ab3-a4cc-e2a40459e026 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports/682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 200 len: 942 time: 0.1236873 Feb 21 01:39:47.090875 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:39:45Z', 'revision_number': 5, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:47.118494 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b0598-9e7f-4c74-92b1-c95b618138b2 None None] The sync data for ids ['954e8860-47e7-4ce5-95e2-28f49ef0332b'] in dv-cinder-813228-6-iscsi is: [{'id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'name': 'tempest-TestMinimumBasicScenario-1489970152-router', 'tenant_id': '784f5427745d402ba47e692082aac30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:00Z', 'updated_at': '2022-02-21T01:39:45Z', 'revision_number': 5, 'project_id': '784f5427745d402ba47e692082aac30f', 'gw_port': {'id': 'bc5f4ece-5581-4c64-88eb-fac1c7ae17e1', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954e8860-47e7-4ce5-95e2-28f49ef0332b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:01Z', 'updated_at': '2022-02-21T01:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:47.177162 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (bc5f4ece-5581-4c64-88eb-fac1c7ae17e1), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.205012 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5f4ece-5581-4c64-88eb-fac1c7ae17e1,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:47.255674 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-68804d58-dec3-45ea-b8c8-60449d08ef99 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--251066792&fields=id&tenant_id=09bc5c58fd414c8aa76756065678191e HTTP/1.1" status: 200 len: 267 time: 0.0465372 Feb 21 01:39:47.266481 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-835258'] for router_gateway (954e8860-47e7-4ce5-95e2-28f49ef0332b), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.362060 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-831014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4503'] for router (954e8860-47e7-4ce5-95e2-28f49ef0332b), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.363306 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-bbf23f5e-4f2f-4650-83e3-88a6c77aff78 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:47.364254 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks [] for router_controller (954e8860-47e7-4ce5-95e2-28f49ef0332b), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.364829 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-bbf23f5e-4f2f-4650-83e3-88a6c77aff78 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 811 time: 0.1015754 Feb 21 01:39:47.379592 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-7d095d78-a248-4f6f-aaa1-c4a637f9bf3e tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/quotas/09bc5c58fd414c8aa76756065678191e HTTP/1.1" status: 200 len: 375 time: 0.0092468 Feb 21 01:39:47.435643 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-8869eeb1-b751-4aa4-9de5-2cf1bb5a36cd tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503354 Feb 21 01:39:47.464256 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-831071'] for router (954e8860-47e7-4ce5-95e2-28f49ef0332b), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.465266 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 954e8860-47e7-4ce5-95e2-28f49ef0332b {{(pid=103193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:39:47.474419 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.475784 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-d3487721-161b-430e-8fee-0a2b7046444f admin admin] 10.222.0.90 "DELETE /v2.0/routers/954e8860-47e7-4ce5-95e2-28f49ef0332b HTTP/1.1" status: 204 len: 168 time: 1.3263257 Feb 21 01:39:47.478212 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 32964) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:47.532684 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cb6096-b35e-46c8-8459-b961e202a9c8 admin admin] Deleting subnet b19ecbe2-e175-4098-9670-f58687a27e12 {{(pid=103193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:39:47.537560 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98cb6096-b35e-46c8-8459-b961e202a9c8 admin admin] Publish callbacks [] for subnet (b19ecbe2-e175-4098-9670-f58687a27e12), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.572896 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98cb6096-b35e-46c8-8459-b961e202a9c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63094948'] for subnet (b19ecbe2-e175-4098-9670-f58687a27e12), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.600964 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-a0908c9a-364f-4942-9ac7-733c1cc16eeb service neutron] 10.222.0.90 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418619 Feb 21 01:39:47.701483 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98cb6096-b35e-46c8-8459-b961e202a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (b19ecbe2-e175-4098-9670-f58687a27e12), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.701686 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-33625678-b2bc-4180-9978-33a5bdad9fd8 service neutron] 10.222.0.90 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981407 Feb 21 01:39:47.740952 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device eb8adec7-c783-438f-af22-66502be87a12 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:47.762582 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: eb8adec7-c783-438f-af22-66502be87a12 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:47.762933 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device eb8adec7-c783-438f-af22-66502be87a12 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:47.824208 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98cb6096-b35e-46c8-8459-b961e202a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63695781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63494459'] for subnet (b19ecbe2-e175-4098-9670-f58687a27e12), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.856541 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb6096-b35e-46c8-8459-b961e202a9c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b19ecbe2-e175-4098-9670-f58687a27e12,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:47.860399 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-98cb6096-b35e-46c8-8459-b961e202a9c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:47.866337 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-98cb6096-b35e-46c8-8459-b961e202a9c8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/b19ecbe2-e175-4098-9670-f58687a27e12 HTTP/1.1" status: 204 len: 168 time: 0.3867247 Feb 21 01:39:47.867054 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 32968) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:47.870984 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815591db-5030-4922-b021-f6ea6244628f None None] Network d421b8af-7dc1-48b3-b75d-8a9c768a3410 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:47.944925 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a57d2-c07a-46f1-bc8d-a6ed8b998388 req-e7f44871-8cd5-479c-90a0-ab7eacec467f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:47.953926 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ee0a57d2-c07a-46f1-bc8d-a6ed8b998388 req-e7f44871-8cd5-479c-90a0-ab7eacec467f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.1023881 Feb 21 01:39:47.961392 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (d421b8af-7dc1-48b3-b75d-8a9c768a3410), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.020105 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ee0a57d2-c07a-46f1-bc8d-a6ed8b998388 req-a93dc731-c550-4af8-9c1f-2ae07cc656ec tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591283 Feb 21 01:39:48.034987 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Deleting port 9fd845c3-96e7-498d-a74a-7da25856184f {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:48.035540 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.059448 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6a9a6591-dbce-4866-826b-eecba2590070 req-13cc6d30-36ad-467b-b54c-5cf954fe22ca tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 210 time: 0.0374684 Feb 21 01:39:48.117976 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] For port 9fd845c3-96e7-498d-a74a-7da25856184f, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=9fd845c3-96e7-498d-a74a-7da25856184f,segment=NetworkSegment(af8560fa-6129-4912-bf63-662a6a962bcc),segment_id=af8560fa-6129-4912-bf63-662a6a962bcc)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:48.118337 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.131307 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Calling delete_port for 9fd845c3-96e7-498d-a74a-7da25856184f owned by network:dhcp {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:48.291027 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (9fd845c3-96e7-498d-a74a-7da25856184f), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.318486 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd845c3-96e7-498d-a74a-7da25856184f,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:48.320255 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] No DVR routers for this DVR port 9fd845c3-96e7-498d-a74a-7da25856184f on host dv-cinder-813228-6-iscsi {{(pid=103193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:39:48.345756 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb11a4-6c00-4725-971e-a62b88c78c2f None None] DHCP port deletion for d421b8af-7dc1-48b3-b75d-8a9c768a3410 request from dv-cinder-813228-6-iscsi {{(pid=103195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:39:48.405436 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (d421b8af-7dc1-48b3-b75d-8a9c768a3410), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.426730 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d421b8af-7dc1-48b3-b75d-8a9c768a3410']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:48.436346 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8560fa-6129-4912-bf63-662a6a962bcc') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:48.436796 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8560fa-6129-4912-bf63-662a6a962bcc') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:48.446035 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (af8560fa-6129-4912-bf63-662a6a962bcc), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.458966 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (af8560fa-6129-4912-bf63-662a6a962bcc), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.464858 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:39:48.465237 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (af8560fa-6129-4912-bf63-662a6a962bcc), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:39:48.466849 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:39:48.582708 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (d421b8af-7dc1-48b3-b75d-8a9c768a3410), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.588066 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.591412 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] 10.222.0.90 "DELETE /v2.0/networks/d421b8af-7dc1-48b3-b75d-8a9c768a3410 HTTP/1.1" status: 204 len: 168 time: 0.7235203 Feb 21 01:39:48.594418 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 32980) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:48.602529 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a84afe-3d1b-4f57-bf67-4fcbfca62f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=d421b8af-7dc1-48b3-b75d-8a9c768a3410,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:48.811978 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 682a620b-646c-4dfa-8198-bae01e8d1e36 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:48.894109 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 682a620b-646c-4dfa-8198-bae01e8d1e36 is: ACTIVE; New status is: DOWN {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:48.894514 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.918875 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:48.921060 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9e2aed-ef25-4c65-a1d1-a4257c474bc1" -d '{"events": [{"server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "name": "network-vif-unplugged", "status": "completed", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:48.933339 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=682a620b-646c-4dfa-8198-bae01e8d1e36,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:48.955362 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd46af98-993f-4870-862d-167dd356066f x-openstack-request-id: req-cd46af98-993f-4870-862d-167dd356066f {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:48.955559 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-834496'] for router_interface (330fb7ad-d917-4af9-af0c-3dab09841d70), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:48.956002 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "name": "network-vif-unplugged", "status": "failed", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36", "code": 422}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:48.956002 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cd46af98-993f-4870-862d-167dd356066f {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:48.956335 dv-cinder-813228-6-iscsi neutron-server[103195]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'code': 422} returned with failed status Feb 21 01:39:48.999948 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.057189 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=682a620b-646c-4dfa-8198-bae01e8d1e36,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:49.183078 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a26344f0-572e-4928-8b13-5a4164bb8af1 req-d748350e-4929-4c5f-8618-a942e7130bb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 210 time: 0.0467172 Feb 21 01:39:49.217171 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8af8b-e985-4533-9718-22a58a99e4dd req-5e5fde13-b9b9-4f9f-8ce3-c0f9587f7a85 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:49.219522 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-24a8af8b-e985-4533-9718-22a58a99e4dd req-5e5fde13-b9b9-4f9f-8ce3-c0f9587f7a85 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.1102147 Feb 21 01:39:49.309230 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-24a8af8b-e985-4533-9718-22a58a99e4dd req-927eed94-d9ad-4b8c-9ae4-4b7a2dbf304d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835638 Feb 21 01:39:49.350463 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Deleting port 0c8e77c2-21a3-412c-bf20-beabef0ecb91 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:49.350764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.430003 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] For port 0c8e77c2-21a3-412c-bf20-beabef0ecb91, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0c8e77c2-21a3-412c-bf20-beabef0ecb91,segment=NetworkSegment(2dbd3793-99f6-4dee-bf4d-888f6d8dff4d),segment_id=2dbd3793-99f6-4dee-bf4d-888f6d8dff4d)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:49.430364 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.442509 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Calling delete_port for 0c8e77c2-21a3-412c-bf20-beabef0ecb91 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:49.663362 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-ebe4dc89-f086-4c8f-b49c-1749ab926c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:49.664902 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-ebe4dc89-f086-4c8f-b49c-1749ab926c11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338&tenant_id=360e1042eb3f47f5be6a603e1877d9d8 HTTP/1.1" status: 200 len: 1127 time: 0.0490057 Feb 21 01:39:49.680109 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (0c8e77c2-21a3-412c-bf20-beabef0ecb91), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:49.714052 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8e77c2-21a3-412c-bf20-beabef0ecb91,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:49.723459 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:49.749758 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:49.750148 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device bc5f4ece-5581-4c64-88eb-fac1c7ae17e1 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:49.750561 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 9fd845c3-96e7-498d-a74a-7da25856184f no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:49.772613 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 9fd845c3-96e7-498d-a74a-7da25856184f {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:49.772959 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 9fd845c3-96e7-498d-a74a-7da25856184f not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:49.815466 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-f03cbc7f-8aa3-4cd3-a602-3058bc71dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:49.817023 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-f03cbc7f-8aa3-4cd3-a602-3058bc71dc3f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1127 time: 0.1121387 Feb 21 01:39:49.974587 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-833616'] for router_interface (330fb7ad-d917-4af9-af0c-3dab09841d70), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:50.068706 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-b1b2ad54-690c-4090-8814-fa3809143a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.070204 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-b1b2ad54-690c-4090-8814-fa3809143a67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=487fa038-40fd-45ef-934d-8902aea996a9 HTTP/1.1" status: 200 len: 910 time: 0.2463360 Feb 21 01:39:50.394492 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-13058e1d-be7e-4fce-924d-2f6bcf323775 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.395891 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-13058e1d-be7e-4fce-924d-2f6bcf323775 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 811 time: 0.4889040 Feb 21 01:39:50.489841 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-596e0ce3-a007-4602-a1bd-550f05244cdf req-c531fc95-8033-4c96-bd27-9a1f3143aaf4 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 210 time: 0.1058996 Feb 21 01:39:50.532741 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-61cf9b7d-e640-46e5-a9f9-401b16b74a8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 200 len: 998 time: 0.4535692 Feb 21 01:39:50.631482 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce8b12-e97b-41f8-87ee-752f1fb1bdce req-bab1863c-582b-45c8-b9a5-4b81fd54dd65 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.632996 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f3ce8b12-e97b-41f8-87ee-752f1fb1bdce req-bab1863c-582b-45c8-b9a5-4b81fd54dd65 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.2522373 Feb 21 01:39:50.642921 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-786c2439-9cc4-43bb-9ead-077a186700ba tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09bc5c58fd414c8aa76756065678191e HTTP/1.1" status: 200 len: 379 time: 0.2075751 Feb 21 01:39:50.663942 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'port': {'device_id': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'admin_state_up': True, 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'security_groups': ['c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:50.692137 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-da003d05-a15b-4f87-bae4-0cfa04bbe5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.693605 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-da003d05-a15b-4f87-bae4-0cfa04bbe5d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7000422f-16c7-4afa-a5d4-520df51dbf95 HTTP/1.1" status: 200 len: 848 time: 0.1452029 Feb 21 01:39:50.839308 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f3ce8b12-e97b-41f8-87ee-752f1fb1bdce req-d7ac62a4-5ddc-4de2-a0d2-1f6c0b147a56 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920540 Feb 21 01:39:50.867824 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Router 330fb7ad-d917-4af9-af0c-3dab09841d70 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:39:50.874510 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-087acb23-98f9-4720-87d3-682e7688e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:50.875985 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-087acb23-98f9-4720-87d3-682e7688e410 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=487fa038-40fd-45ef-934d-8902aea996a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1479220 Feb 21 01:39:50.997731 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Made reservation on behalf of 09bc5c58fd414c8aa76756065678191e for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:39:51.001059 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.080180 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-12cc05eb-88ef-4e0c-b6c7-99f97bc78be5 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922283 Feb 21 01:39:51.132611 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:39:51.141130 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-590faa85-03d8-41a4-9451-00751eafe620 admin admin] 10.222.0.90 "PUT /v2.0/routers/330fb7ad-d917-4af9-af0c-3dab09841d70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5456877 Feb 21 01:39:51.142004 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] Sync routers for ids ['330fb7ad-d917-4af9-af0c-3dab09841d70'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:39:51.143708 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 32996) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:51.152301 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] Routers {'330fb7ad-d917-4af9-af0c-3dab09841d70'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:51.152974 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['330fb7ad-d917-4af9-af0c-3dab09841d70'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:51.253585 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks [] for router (330fb7ad-d917-4af9-af0c-3dab09841d70), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.261582 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59ff16dd-e034-414d-9b98-a75a8f947f22 req-c0a475ab-04ad-4889-94e3-a5582a065bf2 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515155 Feb 21 01:39:51.262658 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Allocated IP 172.20.0.10 (27d681c4-c216-4785-93dd-e8601d1c0576/933fb492-6da5-4867-b130-5aa0d23c81d0/1586cbad-a660-482d-a053-cbacd581a4bd) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:39:51.267085 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] Set router 330fb7ad-d917-4af9-af0c-3dab09841d70 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:51.376848 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks [] for router_gateway (330fb7ad-d917-4af9-af0c-3dab09841d70), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.429607 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for port (1586cbad-a660-482d-a053-cbacd581a4bd), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.488216 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Deleting port 134a5f7b-da2e-4786-8774-3602b8186d48 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:51.488586 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.514726 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.554855 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:39:49Z', 'revision_number': 5, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'gw_port': {'id': '134a5f7b-da2e-4786-8774-3602b8186d48', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:51.560664 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Network 27d681c4-c216-4785-93dd-e8601d1c0576 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:39:51.562758 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:39:51.568805 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:39:51.574205 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:51.574836 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.588244 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] For port 134a5f7b-da2e-4786-8774-3602b8186d48, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=134a5f7b-da2e-4786-8774-3602b8186d48,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:51.588666 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.595808 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event updated for resources: {'Port': ['ID=1586cbad-a660-482d-a053-cbacd581a4bd,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:51.607377 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Calling delete_port for 134a5f7b-da2e-4786-8774-3602b8186d48 owned by network:router_gateway {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:51.610014 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] Checking router: 330fb7ad-d917-4af9-af0c-3dab09841d70 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:39:51.631583 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] Routers {'330fb7ad-d917-4af9-af0c-3dab09841d70'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:39:51.632894 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['330fb7ad-d917-4af9-af0c-3dab09841d70'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:51.658282 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f6f44-d328-4f70-a666-683129c06cc2 req-f481d5b4-25d1-4c29-911d-f6c30ba16718 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:51.665718 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8c5f6f44-d328-4f70-a666-683129c06cc2 req-f481d5b4-25d1-4c29-911d-f6c30ba16718 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 932 time: 0.0872107 Feb 21 01:39:51.726202 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-75217c9d-b8ce-49a1-9f9a-bf45eda119f1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0731859 Feb 21 01:39:51.753037 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8c5f6f44-d328-4f70-a666-683129c06cc2 req-bd1448bd-5c60-4750-bfec-1abc37b1c018 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851038 Feb 21 01:39:51.758540 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Request body: {'port': {'device_id': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:39:51.793463 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] Set router 330fb7ad-d917-4af9-af0c-3dab09841d70 gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:39:51.845480 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.856768 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 6, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'gw_port_host': None}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:51.878662 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e58380-8601-4ac8-8d19-6bad67fff545 None None] The sync data for ids ['330fb7ad-d917-4af9-af0c-3dab09841d70'] in dv-cinder-813228-6-iscsi is: [{'id': '330fb7ad-d917-4af9-af0c-3dab09841d70', 'name': 'tempest-TestMinimumBasicScenario-1566971102-router', 'tenant_id': '73983354768a49ae82e4c10ad46857e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:07Z', 'updated_at': '2022-02-21T01:39:51Z', 'revision_number': 6, 'project_id': '73983354768a49ae82e4c10ad46857e7', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:39:51.931226 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (134a5f7b-da2e-4786-8774-3602b8186d48), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.948408 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-63a66fe4-c3d9-4c2b-a5af-ed383ed8c226 None None] Provisioning complete for port 1586cbad-a660-482d-a053-cbacd581a4bd triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:39:51.948996 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-63a66fe4-c3d9-4c2b-a5af-ed383ed8c226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:51.958155 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Pushing event deleted for resources: {'Port': ['ID=134a5f7b-da2e-4786-8774-3602b8186d48,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:51.991109 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-63a66fe4-c3d9-4c2b-a5af-ed383ed8c226 None None] Port 1586cbad-a660-482d-a053-cbacd581a4bd cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:39:52.022299 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-835258'] for router_gateway (330fb7ad-d917-4af9-af0c-3dab09841d70), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.074041 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15856c28-9769-4fd2-b919-cb5df3a6bc4b req-45bbc89f-4bb5-4408-8905-7748ad73760d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:52.075523 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-15856c28-9769-4fd2-b919-cb5df3a6bc4b req-45bbc89f-4bb5-4408-8905-7748ad73760d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.1295598 Feb 21 01:39:52.114190 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-831014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4503'] for router (330fb7ad-d917-4af9-af0c-3dab09841d70), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.116411 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks [] for router_controller (330fb7ad-d917-4af9-af0c-3dab09841d70), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.162612 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-15856c28-9769-4fd2-b919-cb5df3a6bc4b req-b3f9e559-3ab8-4a2e-bdeb-f816424048b5 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793445 Feb 21 01:39:52.202730 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1586cbad-a660-482d-a053-cbacd581a4bd {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:52.210125 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Publish callbacks [] for port (1586cbad-a660-482d-a053-cbacd581a4bd), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.239861 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Transition to ACTIVE for port object 1586cbad-a660-482d-a053-cbacd581a4bd will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:39:52.239990 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-831071'] for router (330fb7ad-d917-4af9-af0c-3dab09841d70), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.240585 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330fb7ad-d917-4af9-af0c-3dab09841d70 {{(pid=103193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:39:52.244933 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.246101 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-089e3500-91af-4653-9406-9330e7e1c370 admin admin] 10.222.0.90 "DELETE /v2.0/routers/330fb7ad-d917-4af9-af0c-3dab09841d70 HTTP/1.1" status: 204 len: 168 time: 1.1008613 Feb 21 01:39:52.248742 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33002) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:52.295900 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bae4c0-dbfb-40ea-b63d-e73a34b0a463 admin admin] Deleting subnet 472d42c5-6e29-4fdc-8165-331fc49e63ba {{(pid=103193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:39:52.299223 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35bae4c0-dbfb-40ea-b63d-e73a34b0a463 admin admin] Publish callbacks [] for subnet (472d42c5-6e29-4fdc-8165-331fc49e63ba), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.333382 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35bae4c0-dbfb-40ea-b63d-e73a34b0a463 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63094948'] for subnet (472d42c5-6e29-4fdc-8165-331fc49e63ba), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.337029 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.389072 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Pushing event updated for resources: {'Port': ['ID=1586cbad-a660-482d-a053-cbacd581a4bd,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:52.415929 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35bae4c0-dbfb-40ea-b63d-e73a34b0a463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (472d42c5-6e29-4fdc-8165-331fc49e63ba), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.422199 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Attempting to bind port 1586cbad-a660-482d-a053-cbacd581a4bd on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:39:52.422536 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Attempting to bind port 1586cbad-a660-482d-a053-cbacd581a4bd by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:39:52.422867 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Attempting to bind port 1586cbad-a660-482d-a053-cbacd581a4bd on network 27d681c4-c216-4785-93dd-e8601d1c0576 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:52.427542 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Port 1586cbad-a660-482d-a053-cbacd581a4bd on network 27d681c4-c216-4785-93dd-e8601d1c0576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:39:52.427871 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Attempting to bind port 1586cbad-a660-482d-a053-cbacd581a4bd on network 27d681c4-c216-4785-93dd-e8601d1c0576 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:39:52.433334 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:39:52.433688 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Checking segment: {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:39:52.437005 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Bound using segment: {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:39:52.437005 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Bound port: 1586cbad-a660-482d-a053-cbacd581a4bd, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b8981c-081d-43d2-88ee-4b40a30eefe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:39:52.437005 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.502752 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] For port 1586cbad-a660-482d-a053-cbacd581a4bd, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:39:52.506092 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] For port 1586cbad-a660-482d-a053-cbacd581a4bd, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1586cbad-a660-482d-a053-cbacd581a4bd,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:39:52.531493 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35bae4c0-dbfb-40ea-b63d-e73a34b0a463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63695781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63494459'] for subnet (472d42c5-6e29-4fdc-8165-331fc49e63ba), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.555418 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bae4c0-dbfb-40ea-b63d-e73a34b0a463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472d42c5-6e29-4fdc-8165-331fc49e63ba,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:52.561543 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-35bae4c0-dbfb-40ea-b63d-e73a34b0a463 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.564767 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-35bae4c0-dbfb-40ea-b63d-e73a34b0a463 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/472d42c5-6e29-4fdc-8165-331fc49e63ba HTTP/1.1" status: 204 len: 168 time: 0.3150315 Feb 21 01:39:52.567078 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b3050-f04a-4c2a-9819-184856e41637 None None] Network b097d62e-30e7-49a1-a174-58635cb22ffd requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:39:52.567209 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33004) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:52.572518 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.589002 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:52.589628 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.591082 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] 10.222.0.43 "PUT /v2.0/ports/1586cbad-a660-482d-a053-cbacd581a4bd HTTP/1.1" status: 200 len: 1094 time: 0.8369918 Feb 21 01:39:52.591537 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'tag': '1586cbad-a660-482d-a053-cbacd581a4bd'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:39:52.593817 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b65814-86aa-4e46-b909-0ce4d0cbd407" -d '{"events": [{"name": "network-changed", "server_uuid": "17ebd735-bf6a-4bf3-a66f-e1760c542440", "tag": "1586cbad-a660-482d-a053-cbacd581a4bd"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:39:52.685818 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (b097d62e-30e7-49a1-a174-58635cb22ffd), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.692049 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9009ff4-fb37-4bee-97be-2c1a1beb218d x-openstack-request-id: req-e9009ff4-fb37-4bee-97be-2c1a1beb218d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:39:52.693041 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ebd735-bf6a-4bf3-a66f-e1760c542440", "tag": "1586cbad-a660-482d-a053-cbacd581a4bd", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:39:52.693470 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e9009ff4-fb37-4bee-97be-2c1a1beb218d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:39:52.694656 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'tag': '1586cbad-a660-482d-a053-cbacd581a4bd', 'status': 'completed', 'code': 200} Feb 21 01:39:52.698429 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373a467-0722-4382-8b0e-43b5001b1496 service neutron] Pushing event updated for resources: {'Port': ['ID=1586cbad-a660-482d-a053-cbacd581a4bd,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:52.765296 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65814-86aa-4e46-b909-0ce4d0cbd407 req-b969b825-ee67-4a03-8b12-2321c49e3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:52.767301 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b7b65814-86aa-4e46-b909-0ce4d0cbd407 req-b969b825-ee67-4a03-8b12-2321c49e3aa3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 1128 time: 0.0654762 Feb 21 01:39:52.774584 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Deleting port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:52.774962 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.800141 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5798b7d2-8053-4fba-9aa3-d026c18d3d40 None None] DHCP port deletion for b097d62e-30e7-49a1-a174-58635cb22ffd request from dv-cinder-813228-6-iscsi {{(pid=103195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:39:52.881523 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] For port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b,segment=NetworkSegment(2dbd3793-99f6-4dee-bf4d-888f6d8dff4d),segment_id=2dbd3793-99f6-4dee-bf4d-888f6d8dff4d)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:52.881736 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5798b7d2-8053-4fba-9aa3-d026c18d3d40 None None] Deleting port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:39:52.881828 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.881931 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5798b7d2-8053-4fba-9aa3-d026c18d3d40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.897503 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Calling delete_port for 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b owned by network:dhcp {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:52.946879 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6a46c-9910-4bcc-9fa5-c091daa05627 req-30b40cda-b76f-4d83-956f-639c2d579157 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:52.948659 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5bc6a46c-9910-4bcc-9fa5-c091daa05627 req-30b40cda-b76f-4d83-956f-639c2d579157 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 944 time: 0.0862484 Feb 21 01:39:52.955570 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65814-86aa-4e46-b909-0ce4d0cbd407 req-495d10eb-1a50-409a-adb1-f41a713abc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:52.958147 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b7b65814-86aa-4e46-b909-0ce4d0cbd407 req-495d10eb-1a50-409a-adb1-f41a713abc12 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=09bc5c58fd414c8aa76756065678191e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1846890 Feb 21 01:39:52.971574 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-5798b7d2-8053-4fba-9aa3-d026c18d3d40 None None] For port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b,segment=NetworkSegment(2dbd3793-99f6-4dee-bf4d-888f6d8dff4d),segment_id=2dbd3793-99f6-4dee-bf4d-888f6d8dff4d)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:52.972658 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5798b7d2-8053-4fba-9aa3-d026c18d3d40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:52.992978 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5798b7d2-8053-4fba-9aa3-d026c18d3d40 None None] Calling delete_port for 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:39:53.064281 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5bc6a46c-9910-4bcc-9fa5-c091daa05627 req-59d49173-b568-4f7d-b1a2-3b77e4adf4c4 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045089 Feb 21 01:39:53.065160 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.105551 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b65814-86aa-4e46-b909-0ce4d0cbd407 req-bc8a1dd9-3ce9-4e28-9990-85dca61c7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:53.107540 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b7b65814-86aa-4e46-b909-0ce4d0cbd407 req-bc8a1dd9-3ce9-4e28-9990-85dca61c7b13 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392832 Feb 21 01:39:53.113872 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:53.117236 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] No DVR routers for this DVR port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b on host dv-cinder-813228-6-iscsi {{(pid=103193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:39:53.134295 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5798b7d2-8053-4fba-9aa3-d026c18d3d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b), after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.160879 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798b7d2-8053-4fba-9aa3-d026c18d3d40 None None] Pushing event deleted for resources: {'Port': ['ID=4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:53.169621 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798b7d2-8053-4fba-9aa3-d026c18d3d40 None None] No DVR routers for this DVR port 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b on host dv-cinder-813228-6-iscsi {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:39:53.202573 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (b097d62e-30e7-49a1-a174-58635cb22ffd), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.205350 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-938a4d7c-0b41-4787-bfc8-b6d02cf76366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:53.207736 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-938a4d7c-0b41-4787-bfc8-b6d02cf76366 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 1128 time: 0.0540287 Feb 21 01:39:53.224851 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b097d62e-30e7-49a1-a174-58635cb22ffd']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:53.238911 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:53.238911 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbd3793-99f6-4dee-bf4d-888f6d8dff4d') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:39:53.246107 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (2dbd3793-99f6-4dee-bf4d-888f6d8dff4d), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.252870 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-93f67086-b6c7-451d-8e9d-adfb3886d9c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1586cbad-a660-482d-a053-cbacd581a4bd HTTP/1.1" status: 200 len: 217 time: 0.0375426 Feb 21 01:39:53.259121 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (2dbd3793-99f6-4dee-bf4d-888f6d8dff4d), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.265724 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:39:53.266110 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (2dbd3793-99f6-4dee-bf4d-888f6d8dff4d), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:39:53.267720 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:39:53.329540 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-d72d05ee-9a33-48a2-af76-42c48481231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:53.330993 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-d72d05ee-9a33-48a2-af76-42c48481231b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 200 len: 850 time: 0.0694218 Feb 21 01:39:53.342571 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d1455-9ef1-4ef2-a4ae-e04d8e09c312 req-db8ec342-3655-45f3-987a-8cc1aa6642c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:53.343880 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-044d1455-9ef1-4ef2-a4ae-e04d8e09c312 req-db8ec342-3655-45f3-987a-8cc1aa6642c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0935016 Feb 21 01:39:53.394038 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (b097d62e-30e7-49a1-a174-58635cb22ffd), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.398462 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.402406 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] 10.222.0.90 "DELETE /v2.0/networks/b097d62e-30e7-49a1-a174-58635cb22ffd HTTP/1.1" status: 204 len: 168 time: 0.8342514 Feb 21 01:39:53.419423 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a962fd-99b4-4c9d-a6e5-4140903c1581 admin admin] Pushing event deleted for resources: {'Network': ['ID=b097d62e-30e7-49a1-a174-58635cb22ffd,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:53.420553 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-5da31343-4b78-4aa0-aa24-93bffdc68a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:53.422078 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-5da31343-4b78-4aa0-aa24-93bffdc68a82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27d681c4-c216-4785-93dd-e8601d1c0576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773623 Feb 21 01:39:53.425837 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-044d1455-9ef1-4ef2-a4ae-e04d8e09c312 req-2a1ed15f-211b-4c54-b343-b2bb2d7a7178 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739849 Feb 21 01:39:53.516938 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-0fab4ade-a25a-4370-9225-36a09eaba116 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875146 Feb 21 01:39:53.601861 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-445e86fb-5819-46b0-b348-08c9ac8b9c1e req-41820223-1212-4f78-8b28-dec7c0937940 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796614 Feb 21 01:39:53.713156 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 134a5f7b-da2e-4786-8774-3602b8186d48 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:53.733873 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 134a5f7b-da2e-4786-8774-3602b8186d48 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:53.734219 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 134a5f7b-da2e-4786-8774-3602b8186d48 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:53.740522 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:53.752601 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:53.752954 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 4e5bb1dd-acf2-4e2f-99fa-39bf6f2e170b not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:53.753371 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0c8e77c2-21a3-412c-bf20-beabef0ecb91 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:39:53.774884 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 0c8e77c2-21a3-412c-bf20-beabef0ecb91 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:39:53.775234 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0c8e77c2-21a3-412c-bf20-beabef0ecb91 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:39:53.809267 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33014) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:53.849696 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-24b8af53-acb2-41fc-a997-98a1f24e87ca admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=784f5427745d402ba47e692082aac30f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392950 Feb 21 01:39:53.852022 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33016) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:53.896681 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a701f53-4b59-4b32-9649-91cefa619dfe admin admin] Publish callbacks [] for security_group (b05ea3f5-b5be-454e-bb6a-237f557ebe30), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:53.917047 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a701f53-4b59-4b32-9649-91cefa619dfe admin admin] Publish callbacks [] for security_group (b05ea3f5-b5be-454e-bb6a-237f557ebe30), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.022920 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a701f53-4b59-4b32-9649-91cefa619dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b05ea3f5-b5be-454e-bb6a-237f557ebe30), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.025484 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4a701f53-4b59-4b32-9649-91cefa619dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.031332 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-4a701f53-4b59-4b32-9649-91cefa619dfe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b05ea3f5-b5be-454e-bb6a-237f557ebe30 HTTP/1.1" status: 204 len: 168 time: 0.1736901 Feb 21 01:39:54.034063 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a701f53-4b59-4b32-9649-91cefa619dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05ea3f5-b5be-454e-bb6a-237f557ebe30,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:54.185778 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105312a-337e-4a51-a4e5-6d6b8815432f req-a127c29b-efa2-42bd-b5e1-429833e915df tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:54.187251 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e105312a-337e-4a51-a4e5-6d6b8815432f req-a127c29b-efa2-42bd-b5e1-429833e915df tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 944 time: 0.0557885 Feb 21 01:39:54.232974 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e105312a-337e-4a51-a4e5-6d6b8815432f req-9936f0ca-49f0-4968-af0b-ab15b59a903f tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403650 Feb 21 01:39:54.543363 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9b2e7-3875-4d5d-8c8f-ded23453ca98 req-eb80c4bb-2bd6-4b59-a0cb-31a23a423bce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:54.544880 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-97e9b2e7-3875-4d5d-8c8f-ded23453ca98 req-eb80c4bb-2bd6-4b59-a0cb-31a23a423bce tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0529020 Feb 21 01:39:54.592717 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-97e9b2e7-3875-4d5d-8c8f-ded23453ca98 req-999100e0-e603-4cb7-b197-a97d1843d18b tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Feb 21 01:39:54.597688 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33026) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:54.641311 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-73133595-f325-4a74-9d6e-0339a1c651db admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=73983354768a49ae82e4c10ad46857e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425313 Feb 21 01:39:54.643689 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33028) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:39:54.689786 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e668efb0-6f89-409a-bd87-9a315d244c40 admin admin] Publish callbacks [] for security_group (1b9a47c4-6b3b-41a8-a89d-adce9f266525), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.714239 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e668efb0-6f89-409a-bd87-9a315d244c40 admin admin] Publish callbacks [] for security_group (1b9a47c4-6b3b-41a8-a89d-adce9f266525), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.793768 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e668efb0-6f89-409a-bd87-9a315d244c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (1b9a47c4-6b3b-41a8-a89d-adce9f266525), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.796304 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e668efb0-6f89-409a-bd87-9a315d244c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:54.797509 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e668efb0-6f89-409a-bd87-9a315d244c40 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1b9a47c4-6b3b-41a8-a89d-adce9f266525 HTTP/1.1" status: 204 len: 168 time: 0.1528866 Feb 21 01:39:54.805108 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668efb0-6f89-409a-bd87-9a315d244c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9a47c4-6b3b-41a8-a89d-adce9f266525,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:55.355135 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbed7eb-5c04-43ee-95e0-4213174c232a req-0dd3752d-db32-4faf-9c89-2c4eb26749e7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:55.356658 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5fbed7eb-5c04-43ee-95e0-4213174c232a req-0dd3752d-db32-4faf-9c89-2c4eb26749e7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 944 time: 0.0523810 Feb 21 01:39:55.403651 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5fbed7eb-5c04-43ee-95e0-4213174c232a req-31c29534-2bba-4fc2-bf38-0146785d72a7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414610 Feb 21 01:39:55.715962 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1f7d5-12b0-40e3-98b3-d5103f83a46d req-998763a1-e264-449f-a89a-9a51500c46fb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:55.717452 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b8b1f7d5-12b0-40e3-98b3-d5103f83a46d req-998763a1-e264-449f-a89a-9a51500c46fb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0557659 Feb 21 01:39:55.763933 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b8b1f7d5-12b0-40e3-98b3-d5103f83a46d req-f56c4794-b0eb-4a3d-822d-a0278f2cda26 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410140 Feb 21 01:39:56.523757 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c77ea1-0836-4ccf-a42b-9d518749092c req-500b791b-6f5e-4012-a655-22c7542b5699 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:56.525258 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b8c77ea1-0836-4ccf-a42b-9d518749092c req-500b791b-6f5e-4012-a655-22c7542b5699 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 944 time: 0.0547020 Feb 21 01:39:56.571816 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b8c77ea1-0836-4ccf-a42b-9d518749092c req-1b14c5c9-77bc-49fe-9f6b-c688c243b902 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410969 Feb 21 01:39:56.878901 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46cb1f-ca38-454e-b72d-664b02825350 req-dc373b5c-62ac-439a-b0f6-c01985b0076c tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:56.880382 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3c46cb1f-ca38-454e-b72d-664b02825350 req-dc373b5c-62ac-439a-b0f6-c01985b0076c tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0508666 Feb 21 01:39:56.927983 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3c46cb1f-ca38-454e-b72d-664b02825350 req-4ffbc8e7-39e9-455d-9c94-710250c1f63a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Feb 21 01:39:57.694925 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281f83d-44c7-40cc-8375-d63667e140db req-d7ffe1eb-c2ce-4e22-837a-ec4e0e10b1c5 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:57.696391 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a281f83d-44c7-40cc-8375-d63667e140db req-d7ffe1eb-c2ce-4e22-837a-ec4e0e10b1c5 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 944 time: 0.0602729 Feb 21 01:39:57.741184 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a281f83d-44c7-40cc-8375-d63667e140db req-8c01ce77-befd-4975-80bd-e18f8b32a725 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386922 Feb 21 01:39:58.042369 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad305461-0819-46f5-9179-78ab01045e69 req-1048f7dc-6b3e-4520-9dbe-64cca96c1bcc tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:58.043828 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad305461-0819-46f5-9179-78ab01045e69 req-1048f7dc-6b3e-4520-9dbe-64cca96c1bcc tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0515733 Feb 21 01:39:58.089942 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ad305461-0819-46f5-9179-78ab01045e69 req-4cf8228a-e8f4-4109-8933-c06a2b824659 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406771 Feb 21 01:39:58.842921 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 1586cbad-a660-482d-a053-cbacd581a4bd details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:39:58.862610 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca2458-0cc9-48e7-b14d-cdd73c8d2ca9 req-0e7c87b4-ad19-4308-afdb-f0b9d6d04c84 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:58.862610 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-20ca2458-0cc9-48e7-b14d-cdd73c8d2ca9 req-0e7c87b4-ad19-4308-afdb-f0b9d6d04c84 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 944 time: 0.0514007 Feb 21 01:39:58.908327 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-20ca2458-0cc9-48e7-b14d-cdd73c8d2ca9 req-27214929-b80f-4d3a-9d62-e2da1d7c6c86 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440133 Feb 21 01:39:58.938324 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 1586cbad-a660-482d-a053-cbacd581a4bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1586cbad-a660-482d-a053-cbacd581a4bd,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:58.949895 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '1586cbad-a660-482d-a053-cbacd581a4bd', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'port_id': '1586cbad-a660-482d-a053-cbacd581a4bd', 'mac_address': 'fa:16:3e:e2:e6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:39:58.985764 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 1586cbad-a660-482d-a053-cbacd581a4bd is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:39:58.986160 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:59.005015 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1586cbad-a660-482d-a053-cbacd581a4bd {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:39:59.024498 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 1586cbad-a660-482d-a053-cbacd581a4bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1586cbad-a660-482d-a053-cbacd581a4bd,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:39:59.074480 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:39:59.121748 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=1586cbad-a660-482d-a053-cbacd581a4bd,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:39:59.206198 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef127d2-52fb-4b1e-9b15-d92a73cd7a84 req-31590cb6-e833-4464-be96-47c232e32af0 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:39:59.207569 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-aef127d2-52fb-4b1e-9b15-d92a73cd7a84 req-31590cb6-e833-4464-be96-47c232e32af0 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0505576 Feb 21 01:39:59.253888 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-aef127d2-52fb-4b1e-9b15-d92a73cd7a84 req-c98fcfe8-c0a2-4aa0-b9ab-5c8e1b8ac0b2 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 Feb 21 01:39:59.442169 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['1586cbad-a660-482d-a053-cbacd581a4bd'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:00.021529 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade9786-28de-495c-96ab-7059eaa243c6 req-427ba1f6-1917-4063-91c5-c6ea92fe904d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:00.022974 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3ade9786-28de-495c-96ab-7059eaa243c6 req-427ba1f6-1917-4063-91c5-c6ea92fe904d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 945 time: 0.0503850 Feb 21 01:40:00.068214 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3ade9786-28de-495c-96ab-7059eaa243c6 req-e7f57f63-b681-4269-a415-0eb79055e3c9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392458 Feb 21 01:40:00.371298 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab97fef-820c-4083-aee9-2c988bc66a6b req-04646264-c2f3-457e-8c11-b9e3caf26dcb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:00.372743 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0ab97fef-820c-4083-aee9-2c988bc66a6b req-04646264-c2f3-457e-8c11-b9e3caf26dcb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 943 time: 0.0530927 Feb 21 01:40:00.419236 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0ab97fef-820c-4083-aee9-2c988bc66a6b req-d278197d-3ca8-4926-b3ac-721c3517cbdc tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411694 Feb 21 01:40:00.850986 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 682a620b-646c-4dfa-8198-bae01e8d1e36 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:40:00.854114 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 1586cbad-a660-482d-a053-cbacd581a4bd up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:40:00.981103 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=682a620b-646c-4dfa-8198-bae01e8d1e36,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:00.991429 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'port_id': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'mac_address': 'fa:16:3e:fe:78:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:40:01.017060 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 1586cbad-a660-482d-a053-cbacd581a4bd completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:40:01.024714 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 1586cbad-a660-482d-a053-cbacd581a4bd triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:40:01.025087 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:01.053169 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 682a620b-646c-4dfa-8198-bae01e8d1e36 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:01.053550 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:01.073981 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682a620b-646c-4dfa-8198-bae01e8d1e36 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:40:01.097006 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=682a620b-646c-4dfa-8198-bae01e8d1e36,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:01.135674 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 1586cbad-a660-482d-a053-cbacd581a4bd is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:01.136068 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:01.158071 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586cbad-a660-482d-a053-cbacd581a4bd'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:01.160366 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c610948-23cd-4c4d-8b4e-1417dd2a01d1" -d '{"events": [{"server_uuid": "17ebd735-bf6a-4bf3-a66f-e1760c542440", "name": "network-vif-plugged", "status": "completed", "tag": "1586cbad-a660-482d-a053-cbacd581a4bd"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:01.170407 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:01.177374 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 1586cbad-a660-482d-a053-cbacd581a4bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1586cbad-a660-482d-a053-cbacd581a4bd,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:01.198379 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580cd89-53a5-42d9-8557-28b1e84ac65f req-760eff03-0613-44b9-b010-49fd73de939d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:01.200909 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8580cd89-53a5-42d9-8557-28b1e84ac65f req-760eff03-0613-44b9-b010-49fd73de939d tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 945 time: 0.0664165 Feb 21 01:40:01.201269 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bf6f15-3642-4195-9ab4-a0b720b87c28 x-openstack-request-id: req-f6bf6f15-3642-4195-9ab4-a0b720b87c28 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:01.201582 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ebd735-bf6a-4bf3-a66f-e1760c542440", "name": "network-vif-plugged", "status": "completed", "tag": "1586cbad-a660-482d-a053-cbacd581a4bd", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:01.201841 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f6bf6f15-3642-4195-9ab4-a0b720b87c28 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:01.202227 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586cbad-a660-482d-a053-cbacd581a4bd', 'code': 200} Feb 21 01:40:01.222419 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=682a620b-646c-4dfa-8198-bae01e8d1e36,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:01.245993 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:01.251526 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8580cd89-53a5-42d9-8557-28b1e84ac65f req-8f103e47-6179-4275-a1ee-cc4f539149c9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451539 Feb 21 01:40:01.298582 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=1586cbad-a660-482d-a053-cbacd581a4bd,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:01.473145 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930b53f-f801-4961-809e-c78725e68691 req-9887c0a9-a2f7-4a71-a1e9-48e08c6b4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:01.474641 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0930b53f-f801-4961-809e-c78725e68691 req-9887c0a9-a2f7-4a71-a1e9-48e08c6b4fe1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 1130 time: 0.0421350 Feb 21 01:40:01.544224 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['682a620b-646c-4dfa-8198-bae01e8d1e36'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:01.548552 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0930b53f-f801-4961-809e-c78725e68691 req-d92d77e3-27cb-4938-b001-7e5a7a1847aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670419 Feb 21 01:40:01.565675 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684fb6-5086-4ff0-8dd2-318e430b2313 req-065c1b3e-8b70-4062-afc1-35179a1a3cf7 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:01.567097 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-02684fb6-5086-4ff0-8dd2-318e430b2313 req-065c1b3e-8b70-4062-afc1-35179a1a3cf7 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 944 time: 0.0793378 Feb 21 01:40:01.615307 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-02684fb6-5086-4ff0-8dd2-318e430b2313 req-dbd4e2c1-ebd7-4bfd-aeb6-bfd752ab32c1 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425301 Feb 21 01:40:02.366445 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cce92-94e7-4b21-a12c-548aba560d00 req-77f33d8c-ccfe-4599-bfd5-0633c6cc72ee tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:02.367879 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-236cce92-94e7-4b21-a12c-548aba560d00 req-77f33d8c-ccfe-4599-bfd5-0633c6cc72ee tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 946 time: 0.0497081 Feb 21 01:40:02.413420 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-236cce92-94e7-4b21-a12c-548aba560d00 req-694e94b0-395b-4447-86d3-7acbe9fa3d82 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 Feb 21 01:40:02.734663 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce35ac9-ef90-475e-a542-4cd27298a2f7 req-984ef9f6-2f51-4619-9ec4-4e50cf7ab34f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:02.736100 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fce35ac9-ef90-475e-a542-4cd27298a2f7 req-984ef9f6-2f51-4619-9ec4-4e50cf7ab34f tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 944 time: 0.0529482 Feb 21 01:40:02.782470 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fce35ac9-ef90-475e-a542-4cd27298a2f7 req-adc6be8f-9e72-467c-a382-01c779080c53 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409534 Feb 21 01:40:02.856754 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 682a620b-646c-4dfa-8198-bae01e8d1e36 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:40:02.903867 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 682a620b-646c-4dfa-8198-bae01e8d1e36 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:40:02.904158 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:02.981095 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 682a620b-646c-4dfa-8198-bae01e8d1e36 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:02.981480 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:03.013605 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=682a620b-646c-4dfa-8198-bae01e8d1e36,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:03.102398 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:03.151920 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=682a620b-646c-4dfa-8198-bae01e8d1e36,revision_number=8']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:03.203810 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:03.206261 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b0c733-506d-4ea1-bc82-b1b8468faf1c" -d '{"events": [{"server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "name": "network-vif-plugged", "status": "completed", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:03.240858 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e38755d-682e-431e-a93b-8e3d206bb5e5 x-openstack-request-id: req-7e38755d-682e-431e-a93b-8e3d206bb5e5 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:03.241214 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "name": "network-vif-plugged", "status": "completed", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:03.244856 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7e38755d-682e-431e-a93b-8e3d206bb5e5 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:03.244856 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'code': 200} Feb 21 01:40:03.542645 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9c9f9-ed75-4f93-9303-88aa8c80574a req-4ec273d6-0dbb-4a96-84ba-d5ed035e495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:03.544130 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11d9c9f9-ed75-4f93-9303-88aa8c80574a req-4ec273d6-0dbb-4a96-84ba-d5ed035e495a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1129 time: 0.0729556 Feb 21 01:40:03.554861 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fafb4-b1a3-44f3-8051-56d14e192672 req-87651ad6-f0f4-4c23-a5a8-3853f62de80f tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:03.556207 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-227fafb4-b1a3-44f3-8051-56d14e192672 req-87651ad6-f0f4-4c23-a5a8-3853f62de80f tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 946 time: 0.0752783 Feb 21 01:40:03.628208 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-11d9c9f9-ed75-4f93-9303-88aa8c80574a req-5b865247-4c12-48bb-9d0f-40987cc34157 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710080 Feb 21 01:40:03.631321 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-227fafb4-b1a3-44f3-8051-56d14e192672 req-803b6ee4-b3db-4844-a965-40c2a70372e7 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687037 Feb 21 01:40:03.745365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6e6e9-34f9-4d78-abba-1a978d0e85f5 req-dd4bf2fb-7132-428d-b65b-dcf9e10b3569 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:03.746738 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a2c6e6e9-34f9-4d78-abba-1a978d0e85f5 req-dd4bf2fb-7132-428d-b65b-dcf9e10b3569 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 946 time: 0.0516107 Feb 21 01:40:03.754933 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33070) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:40:03.759080 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b8ac528a-8ae1-4bb2-bc70-c91ccc0bfa52 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Request body: {'floatingip': {'port_id': '1586cbad-a660-482d-a053-cbacd581a4bd'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:40:03.797063 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ac528a-8ae1-4bb2-bc70-c91ccc0bfa52 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (b491336a-1d0e-43ca-bd85-6053e71eae72), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:04.114045 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b663eb6d-c75c-4b3d-a4fe-8d844539542c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:04.233499 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d0bdd-007c-4ce6-898f-04836db6549f req-bbd370ee-61a6-4ca8-979d-6a13f62dc7ac tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:04.234935 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c36d0bdd-007c-4ce6-898f-04836db6549f req-bbd370ee-61a6-4ca8-979d-6a13f62dc7ac tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.3819833 Feb 21 01:40:04.325943 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c36d0bdd-007c-4ce6-898f-04836db6549f req-1f406276-c15a-4b74-a164-176ca5e21068 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851500 Feb 21 01:40:04.560436 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ac528a-8ae1-4bb2-bc70-c91ccc0bfa52 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:04.593928 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ac528a-8ae1-4bb2-bc70-c91ccc0bfa52 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (b491336a-1d0e-43ca-bd85-6053e71eae72), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:04.695041 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-b8ac528a-8ae1-4bb2-bc70-c91ccc0bfa52 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Floating IP b491336a-1d0e-43ca-bd85-6053e71eae72 associated. External IP: 172.27.3.127, port: 1586cbad-a660-482d-a053-cbacd581a4bd. Feb 21 01:40:04.913691 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ac528a-8ae1-4bb2-bc70-c91ccc0bfa52 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:40:05.023570 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ac528a-8ae1-4bb2-bc70-c91ccc0bfa52 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:40:05.028476 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b8ac528a-8ae1-4bb2-bc70-c91ccc0bfa52 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:05.032959 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] Sync routers for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:40:05.044070 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:40:05.044812 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:05.058048 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-b8ac528a-8ae1-4bb2-bc70-c91ccc0bfa52 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "PUT /v2.0/floatingips/b491336a-1d0e-43ca-bd85-6053e71eae72 HTTP/1.1" status: 200 len: 992 time: 1.3020720 Feb 21 01:40:05.058631 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'tag': '1586cbad-a660-482d-a053-cbacd581a4bd'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:05.060889 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7781538-898c-43b9-b923-07c7b374c3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "17ebd735-bf6a-4bf3-a66f-e1760c542440", "tag": "1586cbad-a660-482d-a053-cbacd581a4bd"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:05.121321 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d14d08a-40c7-4a53-bf31-09f7f7f5cab9 x-openstack-request-id: req-1d14d08a-40c7-4a53-bf31-09f7f7f5cab9 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:05.121619 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ebd735-bf6a-4bf3-a66f-e1760c542440", "tag": "1586cbad-a660-482d-a053-cbacd581a4bd", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:05.123410 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1d14d08a-40c7-4a53-bf31-09f7f7f5cab9 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:05.123825 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'tag': '1586cbad-a660-482d-a053-cbacd581a4bd', 'status': 'completed', 'code': 200} Feb 21 01:40:05.176453 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:40:05.189249 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781538-898c-43b9-b923-07c7b374c3ab req-0d8f47cc-fb22-4fe7-b966-6cbb0aecbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:05.190820 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d7781538-898c-43b9-b923-07c7b374c3ab req-0d8f47cc-fb22-4fe7-b966-6cbb0aecbc9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09bc5c58fd414c8aa76756065678191e&device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 1130 time: 0.0471618 Feb 21 01:40:05.282052 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781538-898c-43b9-b923-07c7b374c3ab req-c47dd139-feda-48b9-9854-69bad2cb978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:05.283531 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d7781538-898c-43b9-b923-07c7b374c3ab req-c47dd139-feda-48b9-9854-69bad2cb978c service neutron] 10.222.0.43 "GET /v2.0/networks?id=27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 200 len: 912 time: 0.0859942 Feb 21 01:40:05.358127 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d7781538-898c-43b9-b923-07c7b374c3ab req-680a61d5-6a46-4554-a8ae-7e7be4508302 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1586cbad-a660-482d-a053-cbacd581a4bd HTTP/1.1" status: 200 len: 1000 time: 0.0679362 Feb 21 01:40:05.424985 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': 'b491336a-1d0e-43ca-bd85-6053e71eae72', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'port_id': '1586cbad-a660-482d-a053-cbacd581a4bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'mac_address': 'fa:16:3e:e2:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:39:46Z', 'updated_at': '2022-02-21T01:40:04Z', 'revision_number': 1, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:05.435342 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781538-898c-43b9-b923-07c7b374c3ab req-4b917492-3490-4ed3-8c1e-9fc4df7d8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:05.436797 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d7781538-898c-43b9-b923-07c7b374c3ab req-4b917492-3490-4ed3-8c1e-9fc4df7d8e03 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 200 len: 850 time: 0.0725019 Feb 21 01:40:05.452103 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] Checking router: 9dca3534-f5e8-41ed-bc76-fc1e371dde8a for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:40:05.462617 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:40:05.463812 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:39:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:05.510081 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1195b9-155f-417e-9079-93bd460d3fbc req-25456ad4-f8f8-4225-8682-8f0f0c69f5a6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:05.511814 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fc1195b9-155f-417e-9079-93bd460d3fbc req-25456ad4-f8f8-4225-8682-8f0f0c69f5a6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0943224 Feb 21 01:40:05.517830 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781538-898c-43b9-b923-07c7b374c3ab req-db79a945-3ce1-49b8-9a66-f5863e5397ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:05.519256 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d7781538-898c-43b9-b923-07c7b374c3ab req-db79a945-3ce1-49b8-9a66-f5863e5397ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=27d681c4-c216-4785-93dd-e8601d1c0576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681317 Feb 21 01:40:05.576750 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:40:05.615415 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fc1195b9-155f-417e-9079-93bd460d3fbc req-658c7067-1176-4ad1-ab03-d5dc8a59fa8c tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934806 Feb 21 01:40:05.641466 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d7781538-898c-43b9-b923-07c7b374c3ab req-669c9f34-2aa2-4fb4-8639-29b123487427 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148098 Feb 21 01:40:05.748711 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d7781538-898c-43b9-b923-07c7b374c3ab req-f374c585-1747-4823-a3d9-974011f75b39 service neutron] 10.222.0.43 "GET /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009858 Feb 21 01:40:05.822774 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': 'b491336a-1d0e-43ca-bd85-6053e71eae72', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'port_id': '1586cbad-a660-482d-a053-cbacd581a4bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'mac_address': 'fa:16:3e:e2:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:39:46Z', 'updated_at': '2022-02-21T01:40:04Z', 'revision_number': 1, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:40:05.852903 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f355d46c-53c7-4e7e-9532-0860f2c10175 None None] The sync data for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi is: [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': 'b491336a-1d0e-43ca-bd85-6053e71eae72', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'port_id': '1586cbad-a660-482d-a053-cbacd581a4bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'mac_address': 'fa:16:3e:e2:e6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:39:46Z', 'updated_at': '2022-02-21T01:40:04Z', 'revision_number': 1, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:40:06.035449 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ac830-fa0b-4e46-a713-702c9f6df911 None None] New status for floating IP b491336a-1d0e-43ca-bd85-6053e71eae72: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:40:06.815307 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-eea9541c-3ed6-4e5e-ad95-39de1398d8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:06.815307 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:07.696452 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:08.523112 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:40:09.176726 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:10.553931 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:13.490514 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-50a4fded-960a-43c0-971b-9ee5f07caecb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414941 Feb 21 01:40:13.551703 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-4310697d-c94d-4bfe-bfff-2e77cb55c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:13.553335 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-4310697d-c94d-4bfe-bfff-2e77cb55c27d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1129 time: 0.0415030 Feb 21 01:40:13.654859 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-d0320ace-16e2-4763-9f2d-2628bf0b1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:13.656302 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-d0320ace-16e2-4763-9f2d-2628bf0b1bed service neutron] 10.222.0.43 "GET /v2.0/networks?id=487fa038-40fd-45ef-934d-8902aea996a9 HTTP/1.1" status: 200 len: 910 time: 0.0856996 Feb 21 01:40:13.722469 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-40dca884-589b-4710-b9b1-6ff7283e14bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 200 len: 1000 time: 0.0580745 Feb 21 01:40:13.777215 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-b2a86eed-f723-4b3f-9e38-24dc92bdb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:13.778681 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-b2a86eed-f723-4b3f-9e38-24dc92bdb661 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7000422f-16c7-4afa-a5d4-520df51dbf95 HTTP/1.1" status: 200 len: 848 time: 0.0495467 Feb 21 01:40:13.830894 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-effd6cfe-feda-4663-a419-c3ac10cc16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:13.832516 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-effd6cfe-feda-4663-a419-c3ac10cc16c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=487fa038-40fd-45ef-934d-8902aea996a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469077 Feb 21 01:40:13.919927 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-ca9cc989-5147-4933-832f-6fa2e8d9706c service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803480 Feb 21 01:40:14.013368 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9a01f257-7809-4a39-9fb9-12249a60e11b req-ee007340-84f7-422b-b28e-1ca80868baf8 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839853 Feb 21 01:40:34.124957 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c8ea-2acf-46c0-b907-6d4f258639e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:36.696225 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92b4f272-cfcb-4164-95eb-de3a9dd3ad2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:36.724570 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:37.690692 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:39.175909 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:40.536121 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:43.959596 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedacc50-4765-4136-911a-126e6888307d req-a7716472-f688-4f11-b4ac-85faa279e461 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:43.961271 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bedacc50-4765-4136-911a-126e6888307d req-a7716472-f688-4f11-b4ac-85faa279e461 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0541282 Feb 21 01:40:44.008647 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bedacc50-4765-4136-911a-126e6888307d req-7397d972-b1e8-4fbd-82c3-68e7ab7dbba4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 Feb 21 01:40:45.136485 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031f691-b5c8-4847-9e78-070245f0ee55 req-95cb22f4-e673-4c5c-bc50-a80d2d6955cd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:45.137964 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7031f691-b5c8-4847-9e78-070245f0ee55 req-95cb22f4-e673-4c5c-bc50-a80d2d6955cd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0546098 Feb 21 01:40:45.183218 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7031f691-b5c8-4847-9e78-070245f0ee55 req-1d7aa4d9-f30a-4cf0-979f-61b4fd832537 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Feb 21 01:40:45.522084 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:40:46.302185 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cd7b5-c476-48cd-b426-0497682f706d req-2a133a83-76f6-41b5-8864-83d0c92aaef3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:46.303645 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-868cd7b5-c476-48cd-b426-0497682f706d req-2a133a83-76f6-41b5-8864-83d0c92aaef3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0513349 Feb 21 01:40:46.349089 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-868cd7b5-c476-48cd-b426-0497682f706d req-f3fd7e32-488c-4fd6-a5a1-8344ad539328 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399065 Feb 21 01:40:47.466300 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55227a-b6dc-46ea-916e-a61b63b1936e req-1a9d6342-d0cb-4837-8cb3-82051084cb4a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:47.467764 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-db55227a-b6dc-46ea-916e-a61b63b1936e req-1a9d6342-d0cb-4837-8cb3-82051084cb4a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0498843 Feb 21 01:40:47.520761 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-db55227a-b6dc-46ea-916e-a61b63b1936e req-dd5d7173-afb7-4a4a-8191-c410dfb16a15 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475097 Feb 21 01:40:48.641604 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457d71e-f534-4d04-a55b-3a86bb84d4de req-1b97ca90-c7d3-47ed-9157-3fe75f422226 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:48.643089 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6457d71e-f534-4d04-a55b-3a86bb84d4de req-1b97ca90-c7d3-47ed-9157-3fe75f422226 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0516338 Feb 21 01:40:48.689013 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6457d71e-f534-4d04-a55b-3a86bb84d4de req-ec4d6267-1c6a-4a37-95bf-6ff7aa13d323 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403581 Feb 21 01:40:49.808177 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a0e7e-6744-461a-af50-6fc040920813 req-0e01faa5-76a6-465c-ad6d-1756d864098e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:49.809638 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-203a0e7e-6744-461a-af50-6fc040920813 req-0e01faa5-76a6-465c-ad6d-1756d864098e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0511723 Feb 21 01:40:49.853470 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-203a0e7e-6744-461a-af50-6fc040920813 req-eed6b571-88bf-476d-8dd0-1845053a9564 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Feb 21 01:40:50.992268 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b388d-d5cc-4245-8fff-63cd80e7f841 req-c77a771c-5e0b-4af6-8887-db9e1500d9ad tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:50.993762 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fc3b388d-d5cc-4245-8fff-63cd80e7f841 req-c77a771c-5e0b-4af6-8887-db9e1500d9ad tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0607641 Feb 21 01:40:51.038682 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fc3b388d-d5cc-4245-8fff-63cd80e7f841 req-e6070d75-0459-498f-a87d-bd56ca90fd39 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394669 Feb 21 01:40:52.156339 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ac19a-675a-4159-badc-350211d0ea81 req-f8c16e91-20ac-44e4-a77d-9797e2aec69f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:52.157831 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-339ac19a-675a-4159-badc-350211d0ea81 req-f8c16e91-20ac-44e4-a77d-9797e2aec69f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0504367 Feb 21 01:40:52.203144 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-339ac19a-675a-4159-badc-350211d0ea81 req-7f02ed6b-ba80-48e7-8b35-c38689416dde tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397754 Feb 21 01:40:53.340085 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282ab2a-d35a-417c-9f8c-888200d1e824 req-c555f0b6-64a5-44b7-8cd6-e7a175af2b8a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:53.341580 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c282ab2a-d35a-417c-9f8c-888200d1e824 req-c555f0b6-64a5-44b7-8cd6-e7a175af2b8a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0692677 Feb 21 01:40:53.388979 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c282ab2a-d35a-417c-9f8c-888200d1e824 req-9a0a4b2c-d2e9-4400-b78c-1be946766d33 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Feb 21 01:40:54.506374 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dadf5-5bce-4b21-a716-770d11f8c529 req-acd22d7e-968e-4b83-93ac-f9ac670d4464 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:54.507809 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-961dadf5-5bce-4b21-a716-770d11f8c529 req-acd22d7e-968e-4b83-93ac-f9ac670d4464 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0496202 Feb 21 01:40:54.553940 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-961dadf5-5bce-4b21-a716-770d11f8c529 req-d43eede2-4698-4e3a-8ccb-b3cd035b2cef tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398717 Feb 21 01:40:55.673905 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef644da-44ca-426e-8e83-c858fa616f8e req-a6d9b856-bb3b-4ea2-8327-d5b861609eda tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:55.675425 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0ef644da-44ca-426e-8e83-c858fa616f8e req-a6d9b856-bb3b-4ea2-8327-d5b861609eda tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0524547 Feb 21 01:40:55.726280 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0ef644da-44ca-426e-8e83-c858fa616f8e req-273783f0-fd6e-4f51-9971-addb3a8b892f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448403 Feb 21 01:40:56.845893 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442e625-5dc3-49cd-bbff-4b2fe88c9284 req-ccbb8fa4-1876-4324-8c79-8fbb2ce98376 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:56.847343 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6442e625-5dc3-49cd-bbff-4b2fe88c9284 req-ccbb8fa4-1876-4324-8c79-8fbb2ce98376 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0509779 Feb 21 01:40:56.892512 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6442e625-5dc3-49cd-bbff-4b2fe88c9284 req-efbf5063-d468-4a6d-856b-9416cf02a23f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396693 Feb 21 01:40:57.130860 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device f62f5ef9-41f3-4a8a-abf2-f89200d260f6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:40:57.222564 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:57.234017 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'port_id': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'mac_address': 'fa:16:3e:8e:a7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:40:57.272639 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 is: ACTIVE; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:57.274947 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.285691 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f62f5ef9-41f3-4a8a-abf2-f89200d260f6 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:40:57.303812 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:57.358260 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:57.406528 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=6']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:40:57.413651 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.413997 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.414336 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.414669 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.414997 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.415324 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.415646 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.415971 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.416293 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.416640 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.416963 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.417279 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.417594 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:40:57.448947 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['f62f5ef9-41f3-4a8a-abf2-f89200d260f6'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:40:58.013989 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cb6ee-5c18-4d05-8c4a-ec5df7d9bf13 req-f273c577-4f0b-4e2c-82d7-42df1a904c3e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:58.015448 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f28cb6ee-5c18-4d05-8c4a-ec5df7d9bf13 req-f273c577-4f0b-4e2c-82d7-42df1a904c3e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 945 time: 0.0521734 Feb 21 01:40:58.061302 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f28cb6ee-5c18-4d05-8c4a-ec5df7d9bf13 req-071c2452-ae18-4f4b-b348-b07c0ba7fad4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404165 Feb 21 01:40:59.140076 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device f62f5ef9-41f3-4a8a-abf2-f89200d260f6 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:40:59.187258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3bc3d-dce0-4abd-90bf-4183d8ff70ce req-cf3f2335-e97d-4557-bc20-16a3c16568b0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:40:59.188559 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:40:59.188845 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d4d3bc3d-dce0-4abd-90bf-4183d8ff70ce req-cf3f2335-e97d-4557-bc20-16a3c16568b0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 945 time: 0.0562456 Feb 21 01:40:59.188954 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.234877 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d4d3bc3d-dce0-4abd-90bf-4183d8ff70ce req-db121b5d-dcae-4bfa-ba0a-0e65c3b67d3d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402403 Feb 21 01:40:59.263932 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:40:59.264345 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.295557 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:40:59.297831 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef282ad-7a4b-4db8-acec-9ad57415d2c2" -d '{"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:40:59.316915 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:40:59.338764 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5790afa-b2fe-49ec-b3b9-ecaf34ad4cdc x-openstack-request-id: req-e5790afa-b2fe-49ec-b3b9-ecaf34ad4cdc {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:40:59.339048 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:40:59.339296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e5790afa-b2fe-49ec-b3b9-ecaf34ad4cdc {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:40:59.339683 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'code': 200} Feb 21 01:40:59.375838 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:40:59.422710 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=7']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:00.353434 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b69eb3-b0d4-467f-9b06-053bac47d749 req-62a26657-6f1b-49c0-8cf5-3ca38b2bfc01 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:00.354892 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-63b69eb3-b0d4-467f-9b06-053bac47d749 req-62a26657-6f1b-49c0-8cf5-3ca38b2bfc01 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0506570 Feb 21 01:41:00.401131 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-63b69eb3-b0d4-467f-9b06-053bac47d749 req-9673cb20-4057-4ff6-aeb6-aa724f44ee7f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408447 Feb 21 01:41:01.526609 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3742d6-07a2-4b84-9caa-ad77cef5ff26 req-973e221d-3bb7-49df-8f8d-ea7a6ff9cd31 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:01.528654 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ac3742d6-07a2-4b84-9caa-ad77cef5ff26 req-973e221d-3bb7-49df-8f8d-ea7a6ff9cd31 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0546227 Feb 21 01:41:01.584990 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ac3742d6-07a2-4b84-9caa-ad77cef5ff26 req-d0e8768d-4d20-4855-891d-ffe7a5f5093a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505450 Feb 21 01:41:02.729136 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf5f15-3521-4783-877d-eb8040c397b9 req-07fb6005-7729-4c50-8fb3-cd585665e1de tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:02.732593 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b9bf5f15-3521-4783-877d-eb8040c397b9 req-07fb6005-7729-4c50-8fb3-cd585665e1de tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0689983 Feb 21 01:41:02.788791 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b9bf5f15-3521-4783-877d-eb8040c397b9 req-54095218-60f7-4575-b229-f43b5441245d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506227 Feb 21 01:41:03.943463 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35154d4-1e7c-481e-9d03-696c48d36013 req-f962ec4b-f36e-4209-8b6e-eec895a7d7dc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:03.944743 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b35154d4-1e7c-481e-9d03-696c48d36013 req-f962ec4b-f36e-4209-8b6e-eec895a7d7dc tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0608654 Feb 21 01:41:04.001570 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b35154d4-1e7c-481e-9d03-696c48d36013 req-d61acd0c-ec53-4997-9dcc-268c9e713e02 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510168 Feb 21 01:41:04.136803 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-916b8932-4c70-4b49-974e-4d98b4619c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:05.141837 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecfacd-7e71-4b42-aba9-5ea738f46851 req-7c6134d0-486b-492c-b96e-902bc8694176 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:05.143477 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-86ecfacd-7e71-4b42-aba9-5ea738f46851 req-7c6134d0-486b-492c-b96e-902bc8694176 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0629613 Feb 21 01:41:05.199137 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-86ecfacd-7e71-4b42-aba9-5ea738f46851 req-9721babb-c8ce-4ce8-a94b-f1f38461cfc8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494962 Feb 21 01:41:06.333486 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b64427-3f22-42cb-b43c-512d5254e0df req-2d02e703-c228-422b-a8fe-65fe88751f3a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:06.335518 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-63b64427-3f22-42cb-b43c-512d5254e0df req-2d02e703-c228-422b-a8fe-65fe88751f3a tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0618715 Feb 21 01:41:06.393016 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-63b64427-3f22-42cb-b43c-512d5254e0df req-74c42ce8-fc81-4ae5-89cd-8496cc12a1a8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502784 Feb 21 01:41:06.661484 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9fce-1f7f-43db-9637-019be6df45ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:06.712959 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:07.520691 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b0ad2-13cf-4178-b1cf-238e0e0d18dd req-6db30dd7-887f-4dfc-95c2-7a358254ff4f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:07.522215 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-256b0ad2-13cf-4178-b1cf-238e0e0d18dd req-6db30dd7-887f-4dfc-95c2-7a358254ff4f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0557449 Feb 21 01:41:07.567466 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-256b0ad2-13cf-4178-b1cf-238e0e0d18dd req-f448942a-cccc-4160-9a18-13a0c92029d0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392592 Feb 21 01:41:07.696141 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:08.709557 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696e0ac-12fd-4709-8110-ab95f9639da9 req-4fd621bf-388c-4686-af1f-8fa26dec5642 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:08.712170 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9696e0ac-12fd-4709-8110-ab95f9639da9 req-4fd621bf-388c-4686-af1f-8fa26dec5642 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0606370 Feb 21 01:41:08.770143 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9696e0ac-12fd-4709-8110-ab95f9639da9 req-cea8697b-5d55-4f95-925a-31ba10291b8c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517106 Feb 21 01:41:09.153512 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:09.897113 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325a042-9ef4-4577-9b32-21015a986109 req-3cbb5651-478d-4e5f-b347-4bf2a78601ee tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:09.901072 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5325a042-9ef4-4577-9b32-21015a986109 req-3cbb5651-478d-4e5f-b347-4bf2a78601ee tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0551405 Feb 21 01:41:09.951622 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5325a042-9ef4-4577-9b32-21015a986109 req-03a1d0e6-3940-43bf-9abb-dc7f014635cb tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469980 Feb 21 01:41:10.655638 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:11.079437 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffca64b-de8f-4fe0-a178-2b25135a3d82 req-2a58b264-cad3-496b-a597-90c80dbce170 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:11.081083 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1ffca64b-de8f-4fe0-a178-2b25135a3d82 req-2a58b264-cad3-496b-a597-90c80dbce170 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0543101 Feb 21 01:41:11.129424 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1ffca64b-de8f-4fe0-a178-2b25135a3d82 req-0ce223ea-cfe6-4b06-bf05-f76fcfe6fe06 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425963 Feb 21 01:41:12.250441 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b6982-422e-4e36-99bc-b0c2a04d33ac req-0c0ac76f-64a8-4764-9453-be6091fe1162 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:12.251895 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-196b6982-422e-4e36-99bc-b0c2a04d33ac req-0c0ac76f-64a8-4764-9453-be6091fe1162 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0499518 Feb 21 01:41:12.297752 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-196b6982-422e-4e36-99bc-b0c2a04d33ac req-69a94fb4-f4ea-47dd-b009-324710d43128 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405254 Feb 21 01:41:12.750345 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-0c34f188-a590-4715-af0f-c04e417def9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:12.751790 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-0c34f188-a590-4715-af0f-c04e417def9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 1130 time: 0.0469544 Feb 21 01:41:12.836092 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-c942937e-e248-49fb-8583-4895b6b0f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:12.838105 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-c942937e-e248-49fb-8583-4895b6b0f01a service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.0806262 Feb 21 01:41:12.904083 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-788a5b7d-cc4f-4fbc-ab81-d893c9bb1d2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6 HTTP/1.1" status: 200 len: 1001 time: 0.0597341 Feb 21 01:41:12.949097 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-3a5b1e48-d8b2-4c11-b8f8-0721bf4a85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:12.950437 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-3a5b1e48-d8b2-4c11-b8f8-0721bf4a85f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0406437 Feb 21 01:41:12.996798 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-bf21e56e-6237-4ab4-a7e2-546b483b8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:12.998207 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-bf21e56e-6237-4ab4-a7e2-546b483b8476 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415256 Feb 21 01:41:13.085114 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-6f93e009-08fd-4ea3-9c5f-a24346259a54 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808113 Feb 21 01:41:13.169496 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ff96be26-7522-438a-ba40-16ee7725fd81 req-69b579ca-0c4f-4832-a929-214933f56d54 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775659 Feb 21 01:41:13.417813 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202ce7-871e-473e-9cff-d93651ccd198 req-8ab316ab-994b-4d89-b504-e99028e1da59 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:13.419268 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab202ce7-871e-473e-9cff-d93651ccd198 req-8ab316ab-994b-4d89-b504-e99028e1da59 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0520530 Feb 21 01:41:13.496810 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab202ce7-871e-473e-9cff-d93651ccd198 req-d3eabf5c-2047-43b9-8639-41dc3e1671a7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675704 Feb 21 01:41:13.500165 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-66517e60-53ae-4e52-8f93-4b122319d751 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783589 Feb 21 01:41:13.585681 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-034e143a-7394-46fb-baa6-7923663ece72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:13.587162 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-034e143a-7394-46fb-baa6-7923663ece72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1129 time: 0.0435255 Feb 21 01:41:13.692882 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-84dace0b-274d-40f9-ac0c-76d4d2736a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:13.694348 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-84dace0b-274d-40f9-ac0c-76d4d2736a8a service neutron] 10.222.0.43 "GET /v2.0/networks?id=487fa038-40fd-45ef-934d-8902aea996a9 HTTP/1.1" status: 200 len: 910 time: 0.0894244 Feb 21 01:41:13.760535 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-6ca48dc9-0fc3-46f5-8443-8b20b0aa25a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 200 len: 1000 time: 0.0567493 Feb 21 01:41:13.805445 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-96092b59-e39b-4d5d-96ca-321e78d8fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:13.807433 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-96092b59-e39b-4d5d-96ca-321e78d8fcd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7000422f-16c7-4afa-a5d4-520df51dbf95 HTTP/1.1" status: 200 len: 848 time: 0.0426462 Feb 21 01:41:13.857688 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-69d88244-4fda-441b-8d69-ba289374a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:13.859123 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-69d88244-4fda-441b-8d69-ba289374a38b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=487fa038-40fd-45ef-934d-8902aea996a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446458 Feb 21 01:41:14.186189 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-c75d9549-502a-47e9-9fc4-cfebcf9d853f service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204792 Feb 21 01:41:14.274662 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4510db06-0e5f-4807-8eae-33b0acb0befb req-602ce9ec-98ac-41aa-a3f3-1044655676fe service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810497 Feb 21 01:41:14.619035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f9560-28b9-4c5f-aa81-6480d07d04d5 req-0f216d95-9249-4a45-a663-57ae1442e1e8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:14.620523 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f19f9560-28b9-4c5f-aa81-6480d07d04d5 req-0f216d95-9249-4a45-a663-57ae1442e1e8 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0510850 Feb 21 01:41:14.665586 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f19f9560-28b9-4c5f-aa81-6480d07d04d5 req-4f45354a-2d54-4f00-872f-e3499ea84214 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396583 Feb 21 01:41:15.792345 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de6b0e-7454-45f2-acb5-962cc0acf0bb req-28417196-515c-4a5a-a5d9-d7d6dbdf1213 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:15.793874 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-62de6b0e-7454-45f2-acb5-962cc0acf0bb req-28417196-515c-4a5a-a5d9-d7d6dbdf1213 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 946 time: 0.0560207 Feb 21 01:41:15.840244 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-62de6b0e-7454-45f2-acb5-962cc0acf0bb req-9cccc3e8-ffaa-41ef-9d70-47556fc7ad53 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Feb 21 01:41:17.192242 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device f62f5ef9-41f3-4a8a-abf2-f89200d260f6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:17.268237 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 is: ACTIVE; New status is: DOWN {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:17.268650 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:17.290049 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:41:17.292235 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d91d10-e078-4970-ab50-842c86cd459e" -d '{"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:41:17.303869 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:17.325658 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 01:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a45201a-1330-4347-8550-b4a8cfc029da x-openstack-request-id: req-2a45201a-1330-4347-8550-b4a8cfc029da {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:41:17.325949 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-unplugged", "status": "failed", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6", "code": 422}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:41:17.326204 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2a45201a-1330-4347-8550-b4a8cfc029da {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:41:17.326597 dv-cinder-813228-6-iscsi neutron-server[103195]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'code': 422} returned with failed status Feb 21 01:41:17.392246 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:17.437637 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=8']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:18.052571 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db7911-78c8-4609-ada8-e067e1245ec5 req-31055199-0494-44b3-8b18-a53e0eb459e3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:18.054054 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-35db7911-78c8-4609-ada8-e067e1245ec5 req-31055199-0494-44b3-8b18-a53e0eb459e3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0557621 Feb 21 01:41:18.100584 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-35db7911-78c8-4609-ada8-e067e1245ec5 req-605c08e8-67f5-4eb4-9ee4-beab1e9524f3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409257 Feb 21 01:41:18.454446 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-e1cab0ee-9223-4fc2-9100-6e57f75766a7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458760 Feb 21 01:41:18.526339 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-35f2d380-e68d-447c-8e90-5a9ba4ea6047 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:18.527687 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-35f2d380-e68d-447c-8e90-5a9ba4ea6047 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports/f62f5ef9-41f3-4a8a-abf2-f89200d260f6 HTTP/1.1" status: 200 len: 941 time: 0.0462325 Feb 21 01:41:19.221169 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b57b34-eba8-4801-83a4-a0e265bc6a0b req-a4209741-c284-4a13-97d7-01e59c7bb7b6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:19.222634 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-38b57b34-eba8-4801-83a4-a0e265bc6a0b req-a4209741-c284-4a13-97d7-01e59c7bb7b6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0506582 Feb 21 01:41:19.274674 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-38b57b34-eba8-4801-83a4-a0e265bc6a0b req-3f672dfa-e0d1-4f80-9c82-64744d29fb3f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 Feb 21 01:41:19.709533 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-e621aa71-effa-4886-8626-345f75100ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:19.711032 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-e621aa71-effa-4886-8626-345f75100ee2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb&tenant_id=d3acaa73503748ac9764a7eca8943882 HTTP/1.1" status: 200 len: 1128 time: 0.0423884 Feb 21 01:41:19.773958 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-56bb4d0c-d587-4b08-9fc7-cdc331620ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:19.776933 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-56bb4d0c-d587-4b08-9fc7-cdc331620ef4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 1128 time: 0.0450158 Feb 21 01:41:19.869468 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-492b5f29-9b90-43b3-8d5e-5e98f390d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:19.870819 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-492b5f29-9b90-43b3-8d5e-5e98f390d271 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.0880566 Feb 21 01:41:19.933222 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-b9188a13-4aa5-48f7-8b63-919e3fda79ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6 HTTP/1.1" status: 200 len: 999 time: 0.0561299 Feb 21 01:41:19.979205 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-fda3481e-4a95-4286-b2b1-c97f7e8ca93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:19.980580 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-fda3481e-4a95-4286-b2b1-c97f7e8ca93e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0412564 Feb 21 01:41:20.030011 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-aa35fb23-b22c-4c1d-a317-93a1f12734db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:20.031465 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-aa35fb23-b22c-4c1d-a317-93a1f12734db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453293 Feb 21 01:41:20.116655 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-f1a36ad8-6a10-45c9-8448-32c8977be609 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772996 Feb 21 01:41:20.206589 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-70d563c6-c2e2-45be-98b6-261ec309fb1c req-e5ef6cc2-04c7-4bd4-a2d8-273250db0a47 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841057 Feb 21 01:41:20.415366 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b632f50-656c-48fa-89cb-b40cd211da86 req-54de864f-8c57-4011-bf34-858899e0fba9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:20.416860 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2b632f50-656c-48fa-89cb-b40cd211da86 req-54de864f-8c57-4011-bf34-858899e0fba9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0550079 Feb 21 01:41:20.470897 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2b632f50-656c-48fa-89cb-b40cd211da86 req-e83cbd84-4d6e-4f59-8738-c1604e74624b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453644 Feb 21 01:41:21.597530 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb701f-7405-471e-88d5-e75d51c9077f req-76af0147-edfc-4108-ba2f-8932798318a7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:21.599037 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-edcb701f-7405-471e-88d5-e75d51c9077f req-76af0147-edfc-4108-ba2f-8932798318a7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0516384 Feb 21 01:41:21.653191 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-edcb701f-7405-471e-88d5-e75d51c9077f req-b2454a4a-5fce-4c0f-ab61-f1ebf516eca7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480189 Feb 21 01:41:22.521546 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:41:22.807537 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e791c5a-7d51-4401-87f0-7115fc7f30d4 req-3b2b4161-73bb-4631-a8d2-34027c139289 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:22.809130 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9e791c5a-7d51-4401-87f0-7115fc7f30d4 req-3b2b4161-73bb-4631-a8d2-34027c139289 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0619562 Feb 21 01:41:22.855585 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9e791c5a-7d51-4401-87f0-7115fc7f30d4 req-624f7737-53f7-496d-8033-71feeb9d4ddf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406551 Feb 21 01:41:23.989003 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe93b9e-0e40-4c31-a9f5-e5dc43b689ea req-8015fed8-2ef8-4d75-9fd2-1c09ea183ec0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:23.990490 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-afe93b9e-0e40-4c31-a9f5-e5dc43b689ea req-8015fed8-2ef8-4d75-9fd2-1c09ea183ec0 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0542064 Feb 21 01:41:24.040007 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-afe93b9e-0e40-4c31-a9f5-e5dc43b689ea req-32264e4a-861a-4a8a-b7ae-9fc6f4deb083 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431678 Feb 21 01:41:25.159627 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127bd1f-6fc2-4da5-ba84-1dec77b52193 req-1419f084-0d4b-45cc-83e3-2633997faf46 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:25.161200 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1127bd1f-6fc2-4da5-ba84-1dec77b52193 req-1419f084-0d4b-45cc-83e3-2633997faf46 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0515313 Feb 21 01:41:25.211475 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1127bd1f-6fc2-4da5-ba84-1dec77b52193 req-dd1067ef-537c-40ba-a14f-9c971906b388 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437319 Feb 21 01:41:26.338843 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31557722-8918-4518-a2db-9899deadea7c req-5954b898-a805-4605-b220-54663d9da0d6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:26.340633 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-31557722-8918-4518-a2db-9899deadea7c req-5954b898-a805-4605-b220-54663d9da0d6 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0535738 Feb 21 01:41:26.389984 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-31557722-8918-4518-a2db-9899deadea7c req-619b2762-5945-4d59-8ebd-e2b572b89c58 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Feb 21 01:41:27.518884 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1432860-ed68-4b7d-bf0c-1ad9042e080c req-0f114133-bbeb-4d7d-8124-e1808197e723 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:27.520550 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c1432860-ed68-4b7d-bf0c-1ad9042e080c req-0f114133-bbeb-4d7d-8124-e1808197e723 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0585957 Feb 21 01:41:27.568984 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c1432860-ed68-4b7d-bf0c-1ad9042e080c req-bdd31cf4-ec53-4b92-8d44-9871405b90b9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 Feb 21 01:41:28.716178 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bd711-681e-457b-a43f-e23c380216bb req-99ad6d40-e11f-490c-a18e-bbde6aba7855 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:28.718081 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-447bd711-681e-457b-a43f-e23c380216bb req-99ad6d40-e11f-490c-a18e-bbde6aba7855 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0620954 Feb 21 01:41:28.772096 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-447bd711-681e-457b-a43f-e23c380216bb req-df2dfd62-ff6b-4e16-bd46-717afc524d03 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480447 Feb 21 01:41:29.910800 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbccc2e-fdc3-4713-83af-272e684a0b22 req-f83f215f-52c0-4b56-8a90-dc1113aae615 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:29.912267 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6cbccc2e-fdc3-4713-83af-272e684a0b22 req-f83f215f-52c0-4b56-8a90-dc1113aae615 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0560770 Feb 21 01:41:29.959715 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6cbccc2e-fdc3-4713-83af-272e684a0b22 req-673a3fb2-d046-4113-b87a-e7cea5498d5e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412998 Feb 21 01:41:31.083959 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc65df2-817c-4327-8a32-371fc61861e1 req-25842668-c5b9-4000-9cfe-50d11a6381d4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:31.085486 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1bc65df2-817c-4327-8a32-371fc61861e1 req-25842668-c5b9-4000-9cfe-50d11a6381d4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0543303 Feb 21 01:41:31.130668 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1bc65df2-817c-4327-8a32-371fc61861e1 req-b217d112-d9b6-4364-8f85-22b2b355e577 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Feb 21 01:41:32.248909 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276298a0-2719-4c8a-9a54-005699e378fa req-933f8edf-3248-4a88-ab43-d2355ed63d57 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:32.250367 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276298a0-2719-4c8a-9a54-005699e378fa req-933f8edf-3248-4a88-ab43-d2355ed63d57 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0503254 Feb 21 01:41:32.295424 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-276298a0-2719-4c8a-9a54-005699e378fa req-39a7ddab-6d2a-4024-bc5d-ec3a51dfae3b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396974 Feb 21 01:41:33.412964 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a7b6c-5a42-4328-a6ec-fce2796decb4 req-539da04c-6946-43f1-8478-09a99e64bf58 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:33.414906 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3e5a7b6c-5a42-4328-a6ec-fce2796decb4 req-539da04c-6946-43f1-8478-09a99e64bf58 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0498772 Feb 21 01:41:33.464352 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3e5a7b6c-5a42-4328-a6ec-fce2796decb4 req-c0413a6d-6ac3-4094-b8d5-0a00a0e52dac tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Feb 21 01:41:34.588076 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2319e2-cc13-4b6f-90a8-f020cc381632 req-8a445fd2-7b09-4656-bb2f-de51ea1d8753 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:34.589569 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-dd2319e2-cc13-4b6f-90a8-f020cc381632 req-8a445fd2-7b09-4656-bb2f-de51ea1d8753 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0550342 Feb 21 01:41:34.637738 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-dd2319e2-cc13-4b6f-90a8-f020cc381632 req-4b288801-d8bd-4d14-9221-9a413800116b tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Feb 21 01:41:34.643277 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-881d94ab-ea23-4e8b-8d09-c18b8f528a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:35.760258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217102b-4519-42c1-9ac6-0c0e3345c29d req-a839a0c5-1360-40f4-92a3-4929204c4088 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:35.762025 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4217102b-4519-42c1-9ac6-0c0e3345c29d req-a839a0c5-1360-40f4-92a3-4929204c4088 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0525370 Feb 21 01:41:35.807133 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4217102b-4519-42c1-9ac6-0c0e3345c29d req-b03716ad-65cb-460d-ade8-02211744a454 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395992 Feb 21 01:41:36.666703 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f9376ea8-bf87-47a8-b432-19bb87e22128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:36.683839 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:36.932224 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462c95a-8b52-423f-aabf-5dfff8beafc0 req-c061d8cc-4966-449a-b223-ad24b7cd2c63 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:36.933633 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e462c95a-8b52-423f-aabf-5dfff8beafc0 req-c061d8cc-4966-449a-b223-ad24b7cd2c63 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 944 time: 0.0545795 Feb 21 01:41:36.978898 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e462c95a-8b52-423f-aabf-5dfff8beafc0 req-51ac0220-081c-4274-81da-714f75826c49 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397582 Feb 21 01:41:37.303459 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device f62f5ef9-41f3-4a8a-abf2-f89200d260f6 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:41:37.401480 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:37.412880 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'port_id': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'mac_address': 'fa:16:3e:8e:a7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:41:37.448672 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:37.450007 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:37.462365 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62f5ef9-41f3-4a8a-abf2-f89200d260f6 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:41:37.482172 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:37.558309 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:37.609861 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=9']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:37.684164 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:37.888414 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['f62f5ef9-41f3-4a8a-abf2-f89200d260f6'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:41:38.105680 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873643c-ed5d-4639-aaf6-e94b63f4ec98 req-91bafeb3-d819-49b1-be92-16a74f620e95 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:38.107201 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9873643c-ed5d-4639-aaf6-e94b63f4ec98 req-91bafeb3-d819-49b1-be92-16a74f620e95 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 945 time: 0.0517430 Feb 21 01:41:38.154867 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9873643c-ed5d-4639-aaf6-e94b63f4ec98 req-761a16c2-9749-4bbd-9840-d75a73bd39ed tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 Feb 21 01:41:39.129739 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:39.313487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8c93e-25b6-4aaf-b358-64907fec05c3 req-7cba0fba-585f-46f9-a6a4-aafed5b4018e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:39.314956 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-48f8c93e-25b6-4aaf-b358-64907fec05c3 req-7cba0fba-585f-46f9-a6a4-aafed5b4018e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 945 time: 0.0851986 Feb 21 01:41:39.319183 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device f62f5ef9-41f3-4a8a-abf2-f89200d260f6 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:41:39.329053 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d11e2-bc71-4126-90db-b4e4c04923e1 req-267070b3-9113-45c4-84ed-ffabc736e4e1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:39.330565 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2f9d11e2-bc71-4126-90db-b4e4c04923e1 req-267070b3-9113-45c4-84ed-ffabc736e4e1 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 946 time: 0.0753682 Feb 21 01:41:39.367263 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:41:39.367596 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:39.398102 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-48f8c93e-25b6-4aaf-b358-64907fec05c3 req-073f79e9-445d-42e9-8f5c-e12f3b13a838 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762088 Feb 21 01:41:39.405484 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2f9d11e2-bc71-4126-90db-b4e4c04923e1 req-ee5264f0-69e5-4d0c-9e84-8c568a037715 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692446 Feb 21 01:41:39.443430 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:41:39.443818 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:39.466155 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:41:39.468335 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfa93e3-2162-45d7-bbfe-f4f4aff8f1d4" -d '{"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:41:39.482914 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:39.506610 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d6ed3e-1532-4042-a036-9928b71076e8 x-openstack-request-id: req-62d6ed3e-1532-4042-a036-9928b71076e8 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:41:39.506610 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-plugged", "status": "completed", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:41:39.506610 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-62d6ed3e-1532-4042-a036-9928b71076e8 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:41:39.506610 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'code': 200} Feb 21 01:41:39.552573 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:39.725824 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=10']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:39.823722 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f329d99-7d1b-4882-9c62-ecd04b211ec8 req-bb60d7ad-379f-476c-86b7-6e2172d74fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:39.825195 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4f329d99-7d1b-4882-9c62-ecd04b211ec8 req-bb60d7ad-379f-476c-86b7-6e2172d74fe9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 1131 time: 0.0424154 Feb 21 01:41:39.868354 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4f329d99-7d1b-4882-9c62-ecd04b211ec8 req-219a2758-731f-41b4-86d3-f7b39fcd6317 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353112 Feb 21 01:41:40.523715 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:40.553285 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6e172-29a4-44b8-b691-c5c39f9718f9 req-025d11f2-3280-42a1-8885-69adbac44182 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:40.555894 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-41d6e172-29a4-44b8-b691-c5c39f9718f9 req-025d11f2-3280-42a1-8885-69adbac44182 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 947 time: 0.0828862 Feb 21 01:41:40.566278 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545bef9-5646-4e82-ab0c-49abb8d5501e req-71508704-e377-4f5c-ac23-aef74c32ce51 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:40.567768 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1545bef9-5646-4e82-ab0c-49abb8d5501e req-71508704-e377-4f5c-ac23-aef74c32ce51 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 946 time: 0.0870528 Feb 21 01:41:40.634779 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-41d6e172-29a4-44b8-b691-c5c39f9718f9 req-356c0f39-7feb-4c4e-90cb-f7d5d7009552 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660796 Feb 21 01:41:40.641807 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1545bef9-5646-4e82-ab0c-49abb8d5501e req-988ef0f0-f09c-4a06-a5ef-b533156ced65 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669525 Feb 21 01:41:41.634708 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-76e1e5ef-bd96-4f44-a09e-18b3f3df9e49 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:41.636441 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-76e1e5ef-bd96-4f44-a09e-18b3f3df9e49 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 946 time: 0.0559180 Feb 21 01:41:41.812293 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea00a58-c871-491a-9e5f-8e47b72d62f6 req-142849a9-c0ea-43ba-8f71-9cfd1865e21c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:41.813892 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5ea00a58-c871-491a-9e5f-8e47b72d62f6 req-142849a9-c0ea-43ba-8f71-9cfd1865e21c tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 946 time: 0.0909212 Feb 21 01:41:41.825005 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107cc7b-bc14-406f-80fc-3ff36fc749f1 req-e759381e-8eb9-466f-900b-1f97bac5bfa9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:41.826379 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9107cc7b-bc14-406f-80fc-3ff36fc749f1 req-e759381e-8eb9-466f-900b-1f97bac5bfa9 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 947 time: 0.1171188 Feb 21 01:41:41.830563 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Deleting port 1586cbad-a660-482d-a053-cbacd581a4bd {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:41.830915 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:41.966255 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9107cc7b-bc14-406f-80fc-3ff36fc749f1 req-df297756-49f4-49d7-b7f2-86ec7cf2c21f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284647 Feb 21 01:41:41.971543 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5ea00a58-c871-491a-9e5f-8e47b72d62f6 req-77ea318a-7bbf-4e3f-b327-34a2367182f9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups?id=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435828 Feb 21 01:41:41.987919 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] For port 1586cbad-a660-482d-a053-cbacd581a4bd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1586cbad-a660-482d-a053-cbacd581a4bd,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:41.988383 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:42.157783 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:42.158146 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (b491336a-1d0e-43ca-bd85-6053e71eae72), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:42.158461 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Floating IP b491336a-1d0e-43ca-bd85-6053e71eae72 disassociated. External IP: 172.27.3.127, port: 1586cbad-a660-482d-a053-cbacd581a4bd. Feb 21 01:41:42.158799 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Calling delete_port for 1586cbad-a660-482d-a053-cbacd581a4bd owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:42.357999 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (1586cbad-a660-482d-a053-cbacd581a4bd), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:42.386267 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event deleted for resources: {'Port': ['ID=1586cbad-a660-482d-a053-cbacd581a4bd,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:42.397482 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.397845 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.398197 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.398543 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.398971 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.399987 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.400591 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.401007 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.401423 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.401769 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.402112 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.402591 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.403062 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:42.514278 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:41:42.621844 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:42.631226 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] Sync routers for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:42.641553 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:42.642176 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:42.661452 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] No DVR routers for this DVR port 1586cbad-a660-482d-a053-cbacd581a4bd on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:41:42.663932 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:42.668019 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9f8e2b9f-74f5-44ac-81c2-b1f7874b16bd req-6e05d5e8-98cd-4460-8ef8-153e1f35aeb8 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.43 "DELETE /v2.0/ports/1586cbad-a660-482d-a053-cbacd581a4bd HTTP/1.1" status: 204 len: 173 time: 1.0262420 Feb 21 01:41:42.668504 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'name': 'network-vif-deleted', 'tag': '1586cbad-a660-482d-a053-cbacd581a4bd'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:41:42.671626 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d16f4a-a3ed-45c5-b1a3-b44a1dff0577" -d '{"events": [{"server_uuid": "17ebd735-bf6a-4bf3-a66f-e1760c542440", "name": "network-vif-deleted", "tag": "1586cbad-a660-482d-a053-cbacd581a4bd"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:41:42.707109 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9bdc17-edf7-4b2b-aebb-a5b8db10ced1 x-openstack-request-id: req-1f9bdc17-edf7-4b2b-aebb-a5b8db10ced1 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:41:42.707109 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ebd735-bf6a-4bf3-a66f-e1760c542440", "name": "network-vif-deleted", "tag": "1586cbad-a660-482d-a053-cbacd581a4bd", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:41:42.707382 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1f9bdc17-edf7-4b2b-aebb-a5b8db10ced1 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:41:42.707764 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ebd735-bf6a-4bf3-a66f-e1760c542440', 'name': 'network-vif-deleted', 'tag': '1586cbad-a660-482d-a053-cbacd581a4bd', 'status': 'completed', 'code': 200} Feb 21 01:41:42.759669 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:42.964285 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:42.990213 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] Checking router: 9dca3534-f5e8-41ed-bc76-fc1e371dde8a for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:42.998371 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:42.998977 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:43.101015 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ef2ceada-88bd-411a-beaa-7320d193389f req-e510db98-e93e-4901-bb10-bc4b43e0f3aa tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/ports?device_id=17ebd735-bf6a-4bf3-a66f-e1760c542440 HTTP/1.1" status: 200 len: 210 time: 0.0437922 Feb 21 01:41:43.106971 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:43.113261 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33530) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:43.135536 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f25433-5438-492a-ae2d-b80551c25a57 req-e0c6210e-f4db-48d1-9036-4a6b875e7d6f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:43.137348 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a0f25433-5438-492a-ae2d-b80551c25a57 req-e0c6210e-f4db-48d1-9036-4a6b875e7d6f tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 947 time: 0.0894034 Feb 21 01:41:43.185907 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a0f25433-5438-492a-ae2d-b80551c25a57 req-cf3bcac0-7683-46d0-8e1d-6cab3d8a88b2 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Feb 21 01:41:43.313002 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:43.343011 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0647e8de-e261-4d64-9c52-6908f677accd None None] The sync data for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi is: [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:10Z', 'revision_number': 4, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '9b3927e5-ee00-498b-bd0d-409d2f47e805', 'name': '', 'network_id': '27d681c4-c216-4785-93dd-e8601d1c0576', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'mac_address': 'fa:16:3e:cd:51:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:09Z', 'updated_at': '2022-02-21T01:32:19Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'subnets': [{'id': '933fb492-6da5-4867-b130-5aa0d23c81d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:43.436369 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Deleting port f89ba0ff-7c46-4b93-b071-5b03b88dd383 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:43.437007 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (f89ba0ff-7c46-4b93-b071-5b03b88dd383), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:43.516044 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (f89ba0ff-7c46-4b93-b071-5b03b88dd383), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:43.516412 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for floatingip (f89ba0ff-7c46-4b93-b071-5b03b88dd383), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:43.528888 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Calling delete_port for f89ba0ff-7c46-4b93-b071-5b03b88dd383 owned by network:floatingip {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:43.591867 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25506995-5992-4ffe-a7a4-3768d27aa58a None None] New status for floating IP b491336a-1d0e-43ca-bd85-6053e71eae72: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:41:43.752246 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (f89ba0ff-7c46-4b93-b071-5b03b88dd383), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:43.780032 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event deleted for resources: {'Port': ['ID=f89ba0ff-7c46-4b93-b071-5b03b88dd383,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:43.792113 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.792487 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.792828 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.793161 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.793487 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.793812 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.796008 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.796008 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.796008 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.796008 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.796008 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.796008 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.796008 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:43.849384 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for floatingip (162a971d-ad4c-49b6-89dc-a1aa8c7df344), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:43.849736 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.l3_db [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Floating IP 162a971d-ad4c-49b6-89dc-a1aa8c7df344 disassociated (deleted). External IP: 172.27.3.36, port: 682a620b-646c-4dfa-8198-bae01e8d1e36. Feb 21 01:41:44.067910 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Router be11f558-0197-435a-815a-e857ecc8a3d1 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:41:44.417043 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:44.421448 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:44.426131 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] Sync routers for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:44.436215 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:44.436846 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:44.449226 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-c522e7d4-383e-4fbf-b678-96dfbc7f208a tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "DELETE /v2.0/floatingips/162a971d-ad4c-49b6-89dc-a1aa8c7df344 HTTP/1.1" status: 204 len: 168 time: 1.3346577 Feb 21 01:41:44.449796 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36'}] {{(pid=103193) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:41:44.452038 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46adb57cdadb3ca4b6d0a9fffa764264e96a515ea1a204ffcbc636e6fc4351f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dfcf39-efb7-4529-b579-f4afebef8f18" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36"}]}' {{(pid=103193) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:41:44.545655 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:44.742250 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '479b903b-232f-4775-908a-2dd15b6d03dc', 'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'mac_address': 'fa:16:3e:22:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:22Z', 'updated_at': '2022-02-21T01:35:27Z', 'revision_number': 5, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'subnets': [{'id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:44.768345 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] Checking router: be11f558-0197-435a-815a-e857ecc8a3d1 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:44.777294 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:44.777899 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:44.846517 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd4f8c2-9337-4edb-90fd-bc630281c2b3 x-openstack-request-id: req-bfd4f8c2-9337-4edb-90fd-bc630281c2b3 {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:41:44.846902 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36", "status": "completed", "code": 200}]} {{(pid=103193) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:41:44.847294 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bfd4f8c2-9337-4edb-90fd-bc630281c2b3 {{(pid=103193) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:41:44.847856 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'status': 'completed', 'code': 200} Feb 21 01:41:44.886352 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:44.941017 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98998106-f1c8-4d7d-a8e8-c5f74f03e29b req-13c6e170-6d7d-49d3-be56-a2e238620e71 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:44.942478 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-98998106-f1c8-4d7d-a8e8-c5f74f03e29b req-13c6e170-6d7d-49d3-be56-a2e238620e71 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0500114 Feb 21 01:41:44.989069 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-98998106-f1c8-4d7d-a8e8-c5f74f03e29b req-e806fa1f-0512-4fc3-bb30-3336889c2dfb tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403998 Feb 21 01:41:45.052735 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-3539dc29-0102-46e0-a945-9a800bf087a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:45.054220 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-3539dc29-0102-46e0-a945-9a800bf087a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 1129 time: 0.0457847 Feb 21 01:41:45.083053 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '479b903b-232f-4775-908a-2dd15b6d03dc', 'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'mac_address': 'fa:16:3e:22:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:22Z', 'updated_at': '2022-02-21T01:35:27Z', 'revision_number': 5, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'subnets': [{'id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:45.109690 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eaca42-e55a-4498-a9a5-d165f0b4972c None None] The sync data for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi is: [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:35:22Z', 'revision_number': 4, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '479b903b-232f-4775-908a-2dd15b6d03dc', 'name': '', 'network_id': '487fa038-40fd-45ef-934d-8902aea996a9', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'mac_address': 'fa:16:3e:22:bb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:22Z', 'updated_at': '2022-02-21T01:35:27Z', 'revision_number': 5, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'subnets': [{'id': '7000422f-16c7-4afa-a5d4-520df51dbf95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:45.141105 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-88ccb872-1149-4bed-9d5b-a186eb236bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:45.142565 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-88ccb872-1149-4bed-9d5b-a186eb236bc9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=487fa038-40fd-45ef-934d-8902aea996a9 HTTP/1.1" status: 200 len: 910 time: 0.0821517 Feb 21 01:41:45.189192 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-f16ebf83-b2a6-4593-9fce-63c4ed1d2f08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 200 len: 217 time: 0.0389836 Feb 21 01:41:45.237165 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-bdafeaf8-6bc6-45ce-8061-1cb206f56a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:45.238668 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-bdafeaf8-6bc6-45ce-8061-1cb206f56a59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7000422f-16c7-4afa-a5d4-520df51dbf95 HTTP/1.1" status: 200 len: 848 time: 0.0434103 Feb 21 01:41:45.247393 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33548) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:45.290592 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-887661ed-559d-41fa-9082-304a298ce610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:45.292107 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-887661ed-559d-41fa-9082-304a298ce610 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=487fa038-40fd-45ef-934d-8902aea996a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472085 Feb 21 01:41:45.305108 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb92d-a864-4a71-92d9-af95b0466ee9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:45.331640 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb92d-a864-4a71-92d9-af95b0466ee9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:45.349635 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 1586cbad-a660-482d-a053-cbacd581a4bd no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:45.370194 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 1586cbad-a660-482d-a053-cbacd581a4bd {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:45.370824 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 1586cbad-a660-482d-a053-cbacd581a4bd not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:45.387711 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72a59b2-bb00-4bf9-be21-e10415f2aa7a None None] New status for floating IP 162a971d-ad4c-49b6-89dc-a1aa8c7df344: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:41:45.389340 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-c9f81244-9376-430a-b930-3c0671ca6185 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902758 Feb 21 01:41:45.472964 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb92d-a864-4a71-92d9-af95b0466ee9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:45.475753 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d9ebb92d-a864-4a71-92d9-af95b0466ee9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:45.477290 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-d9ebb92d-a864-4a71-92d9-af95b0466ee9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "DELETE /v2.0/security-groups/c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf HTTP/1.1" status: 204 len: 168 time: 0.2286284 Feb 21 01:41:45.480302 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b6dfcf39-efb7-4529-b579-f4afebef8f18 req-cdc29429-d245-43ea-b965-ddf7f3148ca8 service neutron] 10.222.0.43 "GET /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841017 Feb 21 01:41:45.480906 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33550) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:45.487955 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebb92d-a864-4a71-92d9-af95b0466ee9 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:45.494560 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.api.v2.resource [None req-7dc64b4e-16c0-44c0-b8ad-54a5a7eee935 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] show failed (client error): The resource could not be found. Feb 21 01:41:45.495813 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-7dc64b4e-16c0-44c0-b8ad-54a5a7eee935 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "GET /v2.0/security-groups/c1adcda4-3f4c-46ec-8a8c-f8bb1eb9ebaf HTTP/1.1" status: 404 len: 347 time: 0.0141661 Feb 21 01:41:45.498838 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33552) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:45.627053 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Deleting port 867eda59-d579-494c-8994-8dff9b40f06e {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:45.627397 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (867eda59-d579-494c-8994-8dff9b40f06e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:45.949199 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (867eda59-d579-494c-8994-8dff9b40f06e), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:45.949922 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (867eda59-d579-494c-8994-8dff9b40f06e), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:45.960764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Calling delete_port for 867eda59-d579-494c-8994-8dff9b40f06e owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:46.132095 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21da43-3597-404f-ae20-3c8a39cc3b8a req-0a5bc524-2893-4b98-8192-19df81300e7d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:46.133667 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1a21da43-3597-404f-ae20-3c8a39cc3b8a req-0a5bc524-2893-4b98-8192-19df81300e7d tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0655315 Feb 21 01:41:46.159075 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (867eda59-d579-494c-8994-8dff9b40f06e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:46.202321 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Pushing event deleted for resources: {'Port': ['ID=867eda59-d579-494c-8994-8dff9b40f06e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:46.210998 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1a21da43-3597-404f-ae20-3c8a39cc3b8a req-f85baea9-9664-40ef-9fc9-dcf71dcf83a7 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/security-groups?id=53b7987d-a026-4af7-8b2d-dba6b2885440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715835 Feb 21 01:41:46.228092 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks [] for floatingip (b491336a-1d0e-43ca-bd85-6053e71eae72), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:46.230711 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:46.231845 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e34c6767-faae-4ddb-ad9c-57c96cf846b0 tempest-AttachVolumeTestJSON-834813537 tempest-AttachVolumeTestJSON-834813537-project] 10.222.0.90 "DELETE /v2.0/floatingips/b491336a-1d0e-43ca-bd85-6053e71eae72 HTTP/1.1" status: 204 len: 168 time: 0.7321029 Feb 21 01:41:46.770715 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-add6dde9-fe73-4c9e-92e0-ef24ff0f1784 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:41:46.772111 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-add6dde9-fe73-4c9e-92e0-ef24ff0f1784 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.43 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 945 time: 0.0540361 Feb 21 01:41:46.866062 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Deleting port 682a620b-646c-4dfa-8198-bae01e8d1e36 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:46.866394 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:46.959073 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] For port 682a620b-646c-4dfa-8198-bae01e8d1e36, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=682a620b-646c-4dfa-8198-bae01e8d1e36,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:46.959748 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:46.971697 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Calling delete_port for 682a620b-646c-4dfa-8198-bae01e8d1e36 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:47.151318 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (682a620b-646c-4dfa-8198-bae01e8d1e36), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:47.177254 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event deleted for resources: {'Port': ['ID=682a620b-646c-4dfa-8198-bae01e8d1e36,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:47.224131 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] No DVR routers for this DVR port 682a620b-646c-4dfa-8198-bae01e8d1e36 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:41:47.226443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:47.229818 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e7df823d-7b79-4f08-a246-842e00a57e52 req-d9621977-a601-4d51-a1ae-3a9ea9ab86c6 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.43 "DELETE /v2.0/ports/682a620b-646c-4dfa-8198-bae01e8d1e36 HTTP/1.1" status: 204 len: 173 time: 0.4528644 Feb 21 01:41:47.230253 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'name': 'network-vif-deleted', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:41:47.232486 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6916b60-40f9-4131-a44a-b7989c8dbd76" -d '{"events": [{"server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "name": "network-vif-deleted", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:41:47.276414 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a82c4c-b754-4101-a9d9-5b7b374469ea x-openstack-request-id: req-e9a82c4c-b754-4101-a9d9-5b7b374469ea {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:41:47.276943 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfdab9d-ba0f-4923-ad4e-40ef23db9338", "name": "network-vif-deleted", "tag": "682a620b-646c-4dfa-8198-bae01e8d1e36", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:41:47.279706 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e9a82c4c-b754-4101-a9d9-5b7b374469ea {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:41:47.280454 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfdab9d-ba0f-4923-ad4e-40ef23db9338', 'name': 'network-vif-deleted', 'tag': '682a620b-646c-4dfa-8198-bae01e8d1e36', 'status': 'completed', 'code': 200} Feb 21 01:41:47.315363 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2788018f-6b1c-4115-ab78-ed07f517115f req-ed12db44-8a06-4dae-88b5-c052185a5b03 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 210 time: 0.0282729 Feb 21 01:41:48.423911 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f509faa0-5d03-4c25-8a84-bd29f6fdf6c7 req-7c346bff-d192-4664-b14c-9d8711da431c tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "GET /v2.0/ports?device_id=3bfdab9d-ba0f-4923-ad4e-40ef23db9338 HTTP/1.1" status: 200 len: 210 time: 0.0261085 Feb 21 01:41:49.482621 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33584) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:49.538690 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73d0fbed-3447-484b-adb6-6e6b81aea771 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group (53b7987d-a026-4af7-8b2d-dba6b2885440), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:49.563997 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73d0fbed-3447-484b-adb6-6e6b81aea771 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group (53b7987d-a026-4af7-8b2d-dba6b2885440), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:49.701153 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73d0fbed-3447-484b-adb6-6e6b81aea771 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (53b7987d-a026-4af7-8b2d-dba6b2885440), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:49.703770 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73d0fbed-3447-484b-adb6-6e6b81aea771 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:49.706363 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-73d0fbed-3447-484b-adb6-6e6b81aea771 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] 10.222.0.90 "DELETE /v2.0/security-groups/53b7987d-a026-4af7-8b2d-dba6b2885440 HTTP/1.1" status: 204 len: 168 time: 0.2213607 Feb 21 01:41:49.714831 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0fbed-3447-484b-adb6-6e6b81aea771 tempest-TestShelveInstance-1565548751 tempest-TestShelveInstance-1565548751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b7987d-a026-4af7-8b2d-dba6b2885440,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:49.805474 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33588) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:50.095766 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33598) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:50.254704 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-834496'] for router_interface (be11f558-0197-435a-815a-e857ecc8a3d1), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.486022 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-834496'] for router_interface (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.502634 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Deleting port 479b903b-232f-4775-908a-2dd15b6d03dc {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:50.502977 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.579956 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] For port 479b903b-232f-4775-908a-2dd15b6d03dc, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=479b903b-232f-4775-908a-2dd15b6d03dc,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:50.580224 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.591951 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Calling delete_port for 479b903b-232f-4775-908a-2dd15b6d03dc owned by network:router_interface {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:50.732790 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Deleting port 9b3927e5-ee00-498b-bd0d-409d2f47e805 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:50.733139 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.814120 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] For port 9b3927e5-ee00-498b-bd0d-409d2f47e805, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=9b3927e5-ee00-498b-bd0d-409d2f47e805,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:50.814406 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.822014 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (479b903b-232f-4775-908a-2dd15b6d03dc), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:50.826629 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Calling delete_port for 9b3927e5-ee00-498b-bd0d-409d2f47e805 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:50.849082 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=479b903b-232f-4775-908a-2dd15b6d03dc,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:51.019210 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-833616'] for router_interface (be11f558-0197-435a-815a-e857ecc8a3d1), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.072257 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (9b3927e5-ee00-498b-bd0d-409d2f47e805), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.097528 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3927e5-ee00-498b-bd0d-409d2f47e805,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:51.228966 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-833616'] for router_interface (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.252296 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Router be11f558-0197-435a-815a-e857ecc8a3d1 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:41:51.361975 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:51.367738 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-5ab2a99b-eaf7-41fd-83ca-e5d692af53f8 admin admin] 10.222.0.90 "PUT /v2.0/routers/be11f558-0197-435a-815a-e857ecc8a3d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5614634 Feb 21 01:41:51.370079 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 682a620b-646c-4dfa-8198-bae01e8d1e36 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:51.371639 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33602) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:51.374096 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] Sync routers for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:51.397009 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 682a620b-646c-4dfa-8198-bae01e8d1e36 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:51.397366 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 682a620b-646c-4dfa-8198-bae01e8d1e36 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:51.403653 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:51.404265 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:51.456402 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:41:51.481903 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks [] for router (be11f558-0197-435a-815a-e857ecc8a3d1), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.571304 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:51.576449 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-4c79076c-f96f-4792-a7ab-28559d034a77 admin admin] 10.222.0.90 "PUT /v2.0/routers/9dca3534-f5e8-41ed-bc76-fc1e371dde8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4795811 Feb 21 01:41:51.578918 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33604) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:51.582634 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] Sync routers for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:51.598181 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:51.599147 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:51.599284 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks [] for router_gateway (be11f558-0197-435a-815a-e857ecc8a3d1), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.658794 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:51.688836 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks [] for router (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.719046 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:51.755446 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Deleting port c93c599c-28be-47e7-912f-e49ddf27edd0 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:51.755790 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.862411 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks [] for router_gateway (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.873593 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:41:50Z', 'revision_number': 5, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port': {'id': 'c93c599c-28be-47e7-912f-e49ddf27edd0', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:19Z', 'updated_at': '2022-02-21T01:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:51.876606 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] For port c93c599c-28be-47e7-912f-e49ddf27edd0, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=c93c599c-28be-47e7-912f-e49ddf27edd0,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:51.877102 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:51.889498 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Calling delete_port for c93c599c-28be-47e7-912f-e49ddf27edd0 owned by network:router_gateway {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:51.901973 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] Checking router: be11f558-0197-435a-815a-e857ecc8a3d1 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:51.911079 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] Routers {'be11f558-0197-435a-815a-e857ecc8a3d1'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:51.912397 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['be11f558-0197-435a-815a-e857ecc8a3d1'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:52.001252 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Deleting port 0ce3f6c4-51a9-4df0-a60e-db99475f738d {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:52.001590 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.007073 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] Set router be11f558-0197-435a-815a-e857ecc8a3d1 gateway port host: None {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:52.045062 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:41:50Z', 'revision_number': 5, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port': {'id': '0ce3f6c4-51a9-4df0-a60e-db99475f738d', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:04Z', 'updated_at': '2022-02-21T01:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:52.061953 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:41:51Z', 'revision_number': 6, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port_host': None}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:52.078788 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] Checking router: 9dca3534-f5e8-41ed-bc76-fc1e371dde8a for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:52.089350 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] Routers {'9dca3534-f5e8-41ed-bc76-fc1e371dde8a'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:52.089969 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:52.093886 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3dd9fc-b906-459f-80d6-0ffefdbc71eb None None] The sync data for ids ['be11f558-0197-435a-815a-e857ecc8a3d1'] in dv-cinder-813228-6-iscsi is: [{'id': 'be11f558-0197-435a-815a-e857ecc8a3d1', 'name': 'tempest-TestShelveInstance-1372487065-router', 'tenant_id': '360e1042eb3f47f5be6a603e1877d9d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:18Z', 'updated_at': '2022-02-21T01:41:51Z', 'revision_number': 6, 'project_id': '360e1042eb3f47f5be6a603e1877d9d8', 'gw_port_host': None}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:52.109134 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] For port 0ce3f6c4-51a9-4df0-a60e-db99475f738d, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0ce3f6c4-51a9-4df0-a60e-db99475f738d,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:52.109562 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.123096 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Calling delete_port for 0ce3f6c4-51a9-4df0-a60e-db99475f738d owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:52.168545 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (c93c599c-28be-47e7-912f-e49ddf27edd0), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.184573 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] Set router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a gateway port host: None {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:52.195244 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Pushing event deleted for resources: {'Port': ['ID=c93c599c-28be-47e7-912f-e49ddf27edd0,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:52.239930 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:41:51Z', 'revision_number': 6, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port_host': None}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:52.265827 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-835258'] for router_gateway (be11f558-0197-435a-815a-e857ecc8a3d1), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.266784 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aceed53-9a45-40e2-9a8f-09428fda998b None None] The sync data for ids ['9dca3534-f5e8-41ed-bc76-fc1e371dde8a'] in dv-cinder-813228-6-iscsi is: [{'id': '9dca3534-f5e8-41ed-bc76-fc1e371dde8a', 'name': 'tempest-AttachVolumeTestJSON-1852169963-router', 'tenant_id': '09bc5c58fd414c8aa76756065678191e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:41:51Z', 'revision_number': 6, 'project_id': '09bc5c58fd414c8aa76756065678191e', 'gw_port_host': None}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:52.361861 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-831014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4503'] for router (be11f558-0197-435a-815a-e857ecc8a3d1), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.363943 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks [] for router_controller (be11f558-0197-435a-815a-e857ecc8a3d1), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.392639 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (0ce3f6c4-51a9-4df0-a60e-db99475f738d), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.421960 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce3f6c4-51a9-4df0-a60e-db99475f738d,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:52.442449 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-835258'] for router_gateway (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.461497 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-831071'] for router (be11f558-0197-435a-815a-e857ecc8a3d1), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.462114 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be11f558-0197-435a-815a-e857ecc8a3d1 {{(pid=103193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:41:52.466606 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.470054 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-ab2e5b25-a097-4b2c-9279-839c89848932 admin admin] 10.222.0.90 "DELETE /v2.0/routers/be11f558-0197-435a-815a-e857ecc8a3d1 HTTP/1.1" status: 204 len: 168 time: 1.0948820 Feb 21 01:41:52.470881 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33606) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:52.518782 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_v2 [None req-2672ccce-3840-49f1-86bd-9b7fced6f52b admin admin] Deleting subnet 7000422f-16c7-4afa-a5d4-520df51dbf95 {{(pid=103193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:41:52.523156 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-2672ccce-3840-49f1-86bd-9b7fced6f52b admin admin] Publish callbacks [] for subnet (7000422f-16c7-4afa-a5d4-520df51dbf95), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.557374 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-831014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4503'] for router (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.559142 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-2672ccce-3840-49f1-86bd-9b7fced6f52b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63094948'] for subnet (7000422f-16c7-4afa-a5d4-520df51dbf95), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.559530 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks [] for router_controller (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.654306 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-2672ccce-3840-49f1-86bd-9b7fced6f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (7000422f-16c7-4afa-a5d4-520df51dbf95), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.775828 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-2672ccce-3840-49f1-86bd-9b7fced6f52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63695781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63494459'] for subnet (7000422f-16c7-4afa-a5d4-520df51dbf95), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.814936 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672ccce-3840-49f1-86bd-9b7fced6f52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7000422f-16c7-4afa-a5d4-520df51dbf95,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:52.818441 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-2672ccce-3840-49f1-86bd-9b7fced6f52b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.825963 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4ebe99-4a0e-4950-b4ba-772580cbe8a6 None None] Network 487fa038-40fd-45ef-934d-8902aea996a9 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:52.829981 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-2672ccce-3840-49f1-86bd-9b7fced6f52b admin admin] 10.222.0.90 "DELETE /v2.0/subnets/7000422f-16c7-4afa-a5d4-520df51dbf95 HTTP/1.1" status: 204 len: 168 time: 0.3581412 Feb 21 01:41:52.839517 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33608) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:52.911047 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (487fa038-40fd-45ef-934d-8902aea996a9), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.946806 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-831071'] for router (9dca3534-f5e8-41ed-bc76-fc1e371dde8a), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.947648 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dca3534-f5e8-41ed-bc76-fc1e371dde8a {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:41:52.955993 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:52.959730 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-bf92ecae-201b-4174-b29d-9262a3c29058 admin admin] 10.222.0.90 "DELETE /v2.0/routers/9dca3534-f5e8-41ed-bc76-fc1e371dde8a HTTP/1.1" status: 204 len: 168 time: 1.3772886 Feb 21 01:41:52.960078 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33610) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:52.985967 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Deleting port 0f235356-4d7f-4f0c-9355-c2b4be25b89f {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:52.986321 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.006264 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed4f48c-11e3-40c6-b15f-d76a44d0f4d5 admin admin] Deleting subnet 933fb492-6da5-4867-b130-5aa0d23c81d0 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:41:53.009365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f48c-11e3-40c6-b15f-d76a44d0f4d5 admin admin] Publish callbacks [] for subnet (933fb492-6da5-4867-b130-5aa0d23c81d0), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.042805 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f48c-11e3-40c6-b15f-d76a44d0f4d5 admin admin] Publish callbacks [] for subnet (933fb492-6da5-4867-b130-5aa0d23c81d0), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.049859 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] For port 0f235356-4d7f-4f0c-9355-c2b4be25b89f, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0f235356-4d7f-4f0c-9355-c2b4be25b89f,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:53.050226 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.063409 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Calling delete_port for 0f235356-4d7f-4f0c-9355-c2b4be25b89f owned by network:dhcp {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:53.117956 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f48c-11e3-40c6-b15f-d76a44d0f4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (933fb492-6da5-4867-b130-5aa0d23c81d0), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.136489 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4134ac99-07dd-47fa-8e36-c221d0e78bfe None None] DHCP port deletion for 487fa038-40fd-45ef-934d-8902aea996a9 request from dv-cinder-813228-6-iscsi {{(pid=103195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:41:53.185479 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4134ac99-07dd-47fa-8e36-c221d0e78bfe None None] Deleting port 0f235356-4d7f-4f0c-9355-c2b4be25b89f {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:53.185855 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4134ac99-07dd-47fa-8e36-c221d0e78bfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.208628 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.237643 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] No DVR routers for this DVR port 0f235356-4d7f-4f0c-9355-c2b4be25b89f on host dv-cinder-813228-6-iscsi {{(pid=103193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:41:53.239676 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f48c-11e3-40c6-b15f-d76a44d0f4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for subnet (933fb492-6da5-4867-b130-5aa0d23c81d0), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.245583 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=0f235356-4d7f-4f0c-9355-c2b4be25b89f,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:53.251202 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-4134ac99-07dd-47fa-8e36-c221d0e78bfe None None] For port 0f235356-4d7f-4f0c-9355-c2b4be25b89f, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=0f235356-4d7f-4f0c-9355-c2b4be25b89f,segment=NetworkSegment(9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23),segment_id=9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:53.251817 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4134ac99-07dd-47fa-8e36-c221d0e78bfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.266134 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4134ac99-07dd-47fa-8e36-c221d0e78bfe None None] Calling delete_port for 0f235356-4d7f-4f0c-9355-c2b4be25b89f owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:53.292752 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6ed4f48c-11e3-40c6-b15f-d76a44d0f4d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.300620 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6ed4f48c-11e3-40c6-b15f-d76a44d0f4d5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/933fb492-6da5-4867-b130-5aa0d23c81d0 HTTP/1.1" status: 204 len: 168 time: 0.3366268 Feb 21 01:41:53.300620 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4f48c-11e3-40c6-b15f-d76a44d0f4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933fb492-6da5-4867-b130-5aa0d23c81d0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:53.300620 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33612) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:53.324728 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (487fa038-40fd-45ef-934d-8902aea996a9), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.328880 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e7ef6-22eb-4f11-9cc7-8e02fc3997ac None None] Network 27d681c4-c216-4785-93dd-e8601d1c0576 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:53.352202 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487fa038-40fd-45ef-934d-8902aea996a9']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:53.367571 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:53.367571 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:53.373945 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (27d681c4-c216-4785-93dd-e8601d1c0576), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.383228 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.409096 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (9ea536e3-bbc6-4f46-ab9d-1f4c02cb8d23), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:41:53.425054 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:41:53.441386 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Deleting port 59ce1b82-4849-4817-af2d-b012d3fefb68 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:53.441386 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.450981 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4134ac99-07dd-47fa-8e36-c221d0e78bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (0f235356-4d7f-4f0c-9355-c2b4be25b89f), after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.489889 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134ac99-07dd-47fa-8e36-c221d0e78bfe None None] Pushing event deleted for resources: {'Port': ['ID=0f235356-4d7f-4f0c-9355-c2b4be25b89f,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:53.497415 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134ac99-07dd-47fa-8e36-c221d0e78bfe None None] No DVR routers for this DVR port 0f235356-4d7f-4f0c-9355-c2b4be25b89f on host dv-cinder-813228-6-iscsi {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:41:53.530369 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] For port 59ce1b82-4849-4817-af2d-b012d3fefb68, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=59ce1b82-4849-4817-af2d-b012d3fefb68,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:53.530985 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.553207 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Calling delete_port for 59ce1b82-4849-4817-af2d-b012d3fefb68 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:53.588448 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e702c7-88e2-413f-a9d6-f7eb5aace06f None None] DHCP port deletion for 27d681c4-c216-4785-93dd-e8601d1c0576 request from dv-cinder-813228-6-iscsi {{(pid=103195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:41:53.621509 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (487fa038-40fd-45ef-934d-8902aea996a9), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.640022 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.644965 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] 10.222.0.90 "DELETE /v2.0/networks/487fa038-40fd-45ef-934d-8902aea996a9 HTTP/1.1" status: 204 len: 168 time: 0.8043628 Feb 21 01:41:53.646125 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7922a7-6c32-4064-8388-cd66f1800fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=487fa038-40fd-45ef-934d-8902aea996a9,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:53.646571 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33614) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:53.662371 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d3e702c7-88e2-413f-a9d6-f7eb5aace06f None None] Deleting port 59ce1b82-4849-4817-af2d-b012d3fefb68 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:53.664751 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3e702c7-88e2-413f-a9d6-f7eb5aace06f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.735946 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.742176 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-d3e702c7-88e2-413f-a9d6-f7eb5aace06f None None] For port 59ce1b82-4849-4817-af2d-b012d3fefb68, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=59ce1b82-4849-4817-af2d-b012d3fefb68,segment=NetworkSegment(d7b8981c-081d-43d2-88ee-4b40a30eefe5),segment_id=d7b8981c-081d-43d2-88ee-4b40a30eefe5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:53.743483 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3e702c7-88e2-413f-a9d6-f7eb5aace06f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.757277 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d3e702c7-88e2-413f-a9d6-f7eb5aace06f None None] Calling delete_port for 59ce1b82-4849-4817-af2d-b012d3fefb68 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:53.769379 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Pushing event deleted for resources: {'Port': ['ID=59ce1b82-4849-4817-af2d-b012d3fefb68,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:53.771301 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] No DVR routers for this DVR port 59ce1b82-4849-4817-af2d-b012d3fefb68 on host dv-cinder-813228-6-iscsi {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:41:53.847034 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 9b3927e5-ee00-498b-bd0d-409d2f47e805 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:53.874097 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 9b3927e5-ee00-498b-bd0d-409d2f47e805 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:53.875162 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 9b3927e5-ee00-498b-bd0d-409d2f47e805 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:53.875794 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device c93c599c-28be-47e7-912f-e49ddf27edd0 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:53.890722 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (27d681c4-c216-4785-93dd-e8601d1c0576), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.904991 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: c93c599c-28be-47e7-912f-e49ddf27edd0 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:53.905347 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device c93c599c-28be-47e7-912f-e49ddf27edd0 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:53.905785 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0ce3f6c4-51a9-4df0-a60e-db99475f738d no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:53.923250 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.923603 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.924368 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.924712 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > port after_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.925058 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.925400 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > port after_update 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.925739 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.925893 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3e702c7-88e2-413f-a9d6-f7eb5aace06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (59ce1b82-4849-4817-af2d-b012d3fefb68), after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:53.926029 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.926353 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.926698 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:53.929253 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 0ce3f6c4-51a9-4df0-a60e-db99475f738d {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:53.929601 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0ce3f6c4-51a9-4df0-a60e-db99475f738d not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:53.930030 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 59ce1b82-4849-4817-af2d-b012d3fefb68 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:53.968957 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 59ce1b82-4849-4817-af2d-b012d3fefb68 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:53.969311 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 59ce1b82-4849-4817-af2d-b012d3fefb68 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:53.969744 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 479b903b-232f-4775-908a-2dd15b6d03dc no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:53.971458 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e702c7-88e2-413f-a9d6-f7eb5aace06f None None] Pushing event deleted for resources: {'Port': ['ID=59ce1b82-4849-4817-af2d-b012d3fefb68,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:53.995431 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e702c7-88e2-413f-a9d6-f7eb5aace06f None None] No DVR routers for this DVR port 59ce1b82-4849-4817-af2d-b012d3fefb68 on host dv-cinder-813228-6-iscsi {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:41:53.997856 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 479b903b-232f-4775-908a-2dd15b6d03dc {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:53.998425 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 479b903b-232f-4775-908a-2dd15b6d03dc not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:53.999126 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0f235356-4d7f-4f0c-9355-c2b4be25b89f no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:54.025546 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 0f235356-4d7f-4f0c-9355-c2b4be25b89f {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:54.025916 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 0f235356-4d7f-4f0c-9355-c2b4be25b89f not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:54.037327 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:54.037764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:54.037764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:54.038058 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103194) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 01:41:54.038432 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d681c4-c216-4785-93dd-e8601d1c0576']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:54.084990 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b8981c-081d-43d2-88ee-4b40a30eefe5') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:54.085292 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b8981c-081d-43d2-88ee-4b40a30eefe5') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:54.104015 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66804950'] for segment (d7b8981c-081d-43d2-88ee-4b40a30eefe5), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.132655 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (d7b8981c-081d-43d2-88ee-4b40a30eefe5), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.164367 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:41:54.164814 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63849470'] for segment (d7b8981c-081d-43d2-88ee-4b40a30eefe5), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: from cryptography.utils import int_from_bytes Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: from cryptography.utils import int_from_bytes Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: Traceback (most recent call last): Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: timer() Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: cb(*args, **kw) Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: return func(*args, **kwargs) Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: self._notify() Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: self.callback(batched_events) Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: event.method(event) Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: return f(self, *a, **k) Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._get(url).json() Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: return self.request(url, 'GET', **kwargs) Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:41:54.168656 dv-cinder-813228-6-iscsi neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:41:54.304099 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (27d681c4-c216-4785-93dd-e8601d1c0576), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.321690 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.325009 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] 10.222.0.90 "DELETE /v2.0/networks/27d681c4-c216-4785-93dd-e8601d1c0576 HTTP/1.1" status: 204 len: 168 time: 1.0242438 Feb 21 01:41:54.327099 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832ec3d-85ba-42ee-abb1-8332a83e966d admin admin] Pushing event deleted for resources: {'Network': ['ID=27d681c4-c216-4785-93dd-e8601d1c0576,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:54.348293 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-834496'] for router_interface (32f651cf-0232-46d3-86b4-051ebc094da2), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.552817 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33618) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:54.592785 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-0a0cb539-3599-4177-aff0-0f64e85b1de4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=09bc5c58fd414c8aa76756065678191e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387006 Feb 21 01:41:54.593865 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Deleting port 8ec7a9cb-af53-4b81-a30a-524ee09f75be {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:54.594211 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.595166 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33620) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:54.645262 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7a95285c-8b26-42e4-af7b-7763a8ad0f23 admin admin] Publish callbacks [] for security_group (60ca2bea-d319-4b32-8133-b4050e8caa53), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.667619 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7a95285c-8b26-42e4-af7b-7763a8ad0f23 admin admin] Publish callbacks [] for security_group (60ca2bea-d319-4b32-8133-b4050e8caa53), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.677831 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] For port 8ec7a9cb-af53-4b81-a30a-524ee09f75be, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=8ec7a9cb-af53-4b81-a30a-524ee09f75be,segment=NetworkSegment(3333e5ea-6f8d-477b-ac6f-73d95fe69e86),segment_id=3333e5ea-6f8d-477b-ac6f-73d95fe69e86)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:54.678197 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.689859 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Calling delete_port for 8ec7a9cb-af53-4b81-a30a-524ee09f75be owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:54.780027 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7a95285c-8b26-42e4-af7b-7763a8ad0f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (60ca2bea-d319-4b32-8133-b4050e8caa53), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.782690 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7a95285c-8b26-42e4-af7b-7763a8ad0f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.783873 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-7a95285c-8b26-42e4-af7b-7763a8ad0f23 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/60ca2bea-d319-4b32-8133-b4050e8caa53 HTTP/1.1" status: 204 len: 168 time: 0.1876454 Feb 21 01:41:54.792251 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95285c-8b26-42e4-af7b-7763a8ad0f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ca2bea-d319-4b32-8133-b4050e8caa53,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:54.923751 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (8ec7a9cb-af53-4b81-a30a-524ee09f75be), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:54.950821 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec7a9cb-af53-4b81-a30a-524ee09f75be,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:55.138859 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-833616'] for router_interface (32f651cf-0232-46d3-86b4-051ebc094da2), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:55.358400 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Router 32f651cf-0232-46d3-86b4-051ebc094da2 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:41:55.466164 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:41:55.473101 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-b66b31ab-e7d3-4229-b788-e6fc03efefb3 admin admin] 10.222.0.90 "PUT /v2.0/routers/32f651cf-0232-46d3-86b4-051ebc094da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8238730 Feb 21 01:41:55.474724 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] Sync routers for ids ['32f651cf-0232-46d3-86b4-051ebc094da2'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:41:55.475166 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33634) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:55.486918 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] Routers {'32f651cf-0232-46d3-86b4-051ebc094da2'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:55.487543 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['32f651cf-0232-46d3-86b4-051ebc094da2'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:55.586001 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks [] for router (32f651cf-0232-46d3-86b4-051ebc094da2), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:55.597184 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] Set router 32f651cf-0232-46d3-86b4-051ebc094da2 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:55.690396 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks [] for router_gateway (32f651cf-0232-46d3-86b4-051ebc094da2), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:55.789214 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:27Z', 'updated_at': '2022-02-21T01:41:54Z', 'revision_number': 5, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'gw_port': {'id': '5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:dd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:35:28Z', 'updated_at': '2022-02-21T01:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:55.823804 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] Checking router: 32f651cf-0232-46d3-86b4-051ebc094da2 for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:41:55.833423 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] Routers {'32f651cf-0232-46d3-86b4-051ebc094da2'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:41:55.834062 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['32f651cf-0232-46d3-86b4-051ebc094da2'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:55.927410 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] Set router 32f651cf-0232-46d3-86b4-051ebc094da2 gateway port host: None {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:41:56.041331 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Deleting port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:56.041697 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.118697 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:27Z', 'updated_at': '2022-02-21T01:41:55Z', 'revision_number': 6, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'gw_port_host': None}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:56.126887 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] For port 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:56.127261 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.139822 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Calling delete_port for 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 owned by network:router_gateway {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:56.150305 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f213c3d-123f-4ff2-ada5-7322f346a9da None None] The sync data for ids ['32f651cf-0232-46d3-86b4-051ebc094da2'] in dv-cinder-813228-6-iscsi is: [{'id': '32f651cf-0232-46d3-86b4-051ebc094da2', 'name': 'tempest-TestShelveInstance-1196073519-router', 'tenant_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:35:27Z', 'updated_at': '2022-02-21T01:41:55Z', 'revision_number': 6, 'project_id': '9af84fdd4f364c28821c9c8ce4ed812d', 'gw_port_host': None}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:41:56.392941 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.418066 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:56.479280 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-835258'] for router_gateway (32f651cf-0232-46d3-86b4-051ebc094da2), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.573736 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-831014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4503'] for router (32f651cf-0232-46d3-86b4-051ebc094da2), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.575902 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks [] for router_controller (32f651cf-0232-46d3-86b4-051ebc094da2), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.712682 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-831071'] for router (32f651cf-0232-46d3-86b4-051ebc094da2), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.713280 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32f651cf-0232-46d3-86b4-051ebc094da2 {{(pid=103193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:41:56.718789 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.720465 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e8b153d5-8bc6-4183-a515-389d104066b3 admin admin] 10.222.0.90 "DELETE /v2.0/routers/32f651cf-0232-46d3-86b4-051ebc094da2 HTTP/1.1" status: 204 len: 168 time: 1.2440550 Feb 21 01:41:56.722453 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33664) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:56.768278 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa70efc-0ab0-48e4-8e29-3c88d0ba8520 admin admin] Deleting subnet 239cc739-ca8b-45a0-bbb5-d75c47d6bfc4 {{(pid=103193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:41:56.771512 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5fa70efc-0ab0-48e4-8e29-3c88d0ba8520 admin admin] Publish callbacks [] for subnet (239cc739-ca8b-45a0-bbb5-d75c47d6bfc4), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.806505 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5fa70efc-0ab0-48e4-8e29-3c88d0ba8520 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63094948'] for subnet (239cc739-ca8b-45a0-bbb5-d75c47d6bfc4), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.887665 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5fa70efc-0ab0-48e4-8e29-3c88d0ba8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (239cc739-ca8b-45a0-bbb5-d75c47d6bfc4), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:56.998281 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5fa70efc-0ab0-48e4-8e29-3c88d0ba8520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63695781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63494459'] for subnet (239cc739-ca8b-45a0-bbb5-d75c47d6bfc4), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.026847 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa70efc-0ab0-48e4-8e29-3c88d0ba8520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239cc739-ca8b-45a0-bbb5-d75c47d6bfc4,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:57.028972 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5fa70efc-0ab0-48e4-8e29-3c88d0ba8520 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.033372 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-5fa70efc-0ab0-48e4-8e29-3c88d0ba8520 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/239cc739-ca8b-45a0-bbb5-d75c47d6bfc4 HTTP/1.1" status: 204 len: 168 time: 0.3094454 Feb 21 01:41:57.033490 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db4506-7ff0-4f73-beb0-2d6eccaad259 None None] Network f95f8867-144d-44d5-a25d-0b81ed002308 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:41:57.035486 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33672) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:57.106128 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (f95f8867-144d-44d5-a25d-0b81ed002308), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.172410 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Deleting port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:57.172776 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.196940 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] DHCP port deletion for f95f8867-144d-44d5-a25d-0b81ed002308 request from dv-cinder-813228-6-iscsi {{(pid=103195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:41:57.252974 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] For port 54959fd0-3e41-4fd1-a7f4-41fcab178c83, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=54959fd0-3e41-4fd1-a7f4-41fcab178c83,segment=NetworkSegment(3333e5ea-6f8d-477b-ac6f-73d95fe69e86),segment_id=3333e5ea-6f8d-477b-ac6f-73d95fe69e86)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:57.253344 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.263976 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Deleting port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:41:57.264382 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.269604 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Calling delete_port for 54959fd0-3e41-4fd1-a7f4-41fcab178c83 owned by network:dhcp {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:57.278511 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33676) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:57.327723 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] For port 54959fd0-3e41-4fd1-a7f4-41fcab178c83, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=54959fd0-3e41-4fd1-a7f4-41fcab178c83,segment=NetworkSegment(3333e5ea-6f8d-477b-ac6f-73d95fe69e86),segment_id=3333e5ea-6f8d-477b-ac6f-73d95fe69e86)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:41:57.328124 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.341146 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Calling delete_port for 54959fd0-3e41-4fd1-a7f4-41fcab178c83 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:41:57.386375 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-32faccba-58f0-4b58-9eeb-9f5d5580e7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.422781 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.426859 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (54959fd0-3e41-4fd1-a7f4-41fcab178c83), after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.453190 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Pushing event deleted for resources: {'Port': ['ID=54959fd0-3e41-4fd1-a7f4-41fcab178c83,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:57.456019 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] No DVR routers for this DVR port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 on host dv-cinder-813228-6-iscsi {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:41:57.456647 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Pushing event deleted for resources: {'Port': ['ID=54959fd0-3e41-4fd1-a7f4-41fcab178c83,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:57.462724 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] No DVR routers for this DVR port 54959fd0-3e41-4fd1-a7f4-41fcab178c83 on host dv-cinder-813228-6-iscsi {{(pid=103193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:41:57.463415 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.463764 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.464316 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.464893 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.465201 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.465537 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.465869 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.466200 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.466533 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.466993 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.467204 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.467501 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.467828 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082141e-b659-4085-ab4f-769c55f03d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:41:57.541763 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-32faccba-58f0-4b58-9eeb-9f5d5580e7a1 admin admin] Publish callbacks [] for security_group (474e8739-7dc0-40bc-b0f6-d24ca9ed1c9f), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.554144 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (f95f8867-144d-44d5-a25d-0b81ed002308), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.574435 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95f8867-144d-44d5-a25d-0b81ed002308']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:57.583467 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3333e5ea-6f8d-477b-ac6f-73d95fe69e86') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:57.583744 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3333e5ea-6f8d-477b-ac6f-73d95fe69e86') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:41:57.593384 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (3333e5ea-6f8d-477b-ac6f-73d95fe69e86), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.606527 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (3333e5ea-6f8d-477b-ac6f-73d95fe69e86), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.612097 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:41:57.612508 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (3333e5ea-6f8d-477b-ac6f-73d95fe69e86), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:41:57.614088 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:41:57.623090 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-32faccba-58f0-4b58-9eeb-9f5d5580e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (474e8739-7dc0-40bc-b0f6-d24ca9ed1c9f), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.695548 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-32faccba-58f0-4b58-9eeb-9f5d5580e7a1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5de7dbe91bf744cba64a8b6f4236112b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160290 Feb 21 01:41:57.696784 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32faccba-58f0-4b58-9eeb-9f5d5580e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474e8739-7dc0-40bc-b0f6-d24ca9ed1c9f,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:57.698374 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33680) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:57.747278 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2edf48cd-f4c9-4ccf-83ef-aca3107aa855 admin admin] Publish callbacks [] for security_group (474e8739-7dc0-40bc-b0f6-d24ca9ed1c9f), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.769274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2edf48cd-f4c9-4ccf-83ef-aca3107aa855 admin admin] Publish callbacks [] for security_group (474e8739-7dc0-40bc-b0f6-d24ca9ed1c9f), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.780927 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (f95f8867-144d-44d5-a25d-0b81ed002308), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.787030 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 8ec7a9cb-af53-4b81-a30a-524ee09f75be no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:57.788286 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.794772 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] 10.222.0.90 "DELETE /v2.0/networks/f95f8867-144d-44d5-a25d-0b81ed002308 HTTP/1.1" status: 204 len: 168 time: 0.7560322 Feb 21 01:41:57.808602 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 8ec7a9cb-af53-4b81-a30a-524ee09f75be {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:57.808953 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 8ec7a9cb-af53-4b81-a30a-524ee09f75be not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:57.809386 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:57.828635 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:57.828996 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 5587a1b0-fe8c-4392-b5b1-d7b4b51b16b7 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:57.829425 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 54959fd0-3e41-4fd1-a7f4-41fcab178c83 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:41:57.833165 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc69279-46f4-48cb-8909-808228cb71ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f95f8867-144d-44d5-a25d-0b81ed002308,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:57.854619 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 54959fd0-3e41-4fd1-a7f4-41fcab178c83 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:41:57.857955 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 54959fd0-3e41-4fd1-a7f4-41fcab178c83 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:41:57.907058 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2edf48cd-f4c9-4ccf-83ef-aca3107aa855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (474e8739-7dc0-40bc-b0f6-d24ca9ed1c9f), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.909763 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2edf48cd-f4c9-4ccf-83ef-aca3107aa855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:57.910976 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-2edf48cd-f4c9-4ccf-83ef-aca3107aa855 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/474e8739-7dc0-40bc-b0f6-d24ca9ed1c9f HTTP/1.1" status: 204 len: 168 time: 0.2115448 Feb 21 01:41:57.920552 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf48cd-f4c9-4ccf-83ef-aca3107aa855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474e8739-7dc0-40bc-b0f6-d24ca9ed1c9f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:58.148698 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33686) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:58.191300 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-37a16d36-884d-4394-ab40-e36e738450d7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=360e1042eb3f47f5be6a603e1877d9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397785 Feb 21 01:41:58.193593 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33688) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:58.245548 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d480cd1-294f-4302-807b-1d881f391a23 admin admin] Publish callbacks [] for security_group (d4eecde5-b655-4ae2-b3dc-67a0dd411462), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:58.267709 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d480cd1-294f-4302-807b-1d881f391a23 admin admin] Publish callbacks [] for security_group (d4eecde5-b655-4ae2-b3dc-67a0dd411462), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:58.420811 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d480cd1-294f-4302-807b-1d881f391a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (d4eecde5-b655-4ae2-b3dc-67a0dd411462), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:58.423408 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8d480cd1-294f-4302-807b-1d881f391a23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:58.424860 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-8d480cd1-294f-4302-807b-1d881f391a23 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d4eecde5-b655-4ae2-b3dc-67a0dd411462 HTTP/1.1" status: 204 len: 168 time: 0.2302186 Feb 21 01:41:58.433257 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480cd1-294f-4302-807b-1d881f391a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eecde5-b655-4ae2-b3dc-67a0dd411462,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:58.645759 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33694) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:58.658769 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d8baa651-ec70-45e2-ac77-46e52397c93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:58.743916 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d8baa651-ec70-45e2-ac77-46e52397c93d admin admin] Publish callbacks [] for security_group (d529d43e-81af-41bb-b271-db266e03a939), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:58.797957 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d8baa651-ec70-45e2-ac77-46e52397c93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (d529d43e-81af-41bb-b271-db266e03a939), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:58.834986 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8baa651-ec70-45e2-ac77-46e52397c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d529d43e-81af-41bb-b271-db266e03a939,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:58.841215 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-d8baa651-ec70-45e2-ac77-46e52397c93d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0ba59d1869564350b01a5332fccb56b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943967 Feb 21 01:41:58.843971 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33698) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:59.061407 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33700) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:59.103745 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-4f674e97-49e3-4ecc-915d-16a18c8ea2f0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9af84fdd4f364c28821c9c8ce4ed812d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416644 Feb 21 01:41:59.106196 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33702) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:41:59.139144 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b082627-a794-4c79-8fb7-9581f8417dc8 admin admin] Publish callbacks [] for security_group (d529d43e-81af-41bb-b271-db266e03a939), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:59.153371 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-180f2910-bb37-4bff-ad85-7e43b4ccab2c admin admin] Publish callbacks [] for security_group (84d529c7-17e5-4988-b6f9-f4e462885b05), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:59.160791 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b082627-a794-4c79-8fb7-9581f8417dc8 admin admin] Publish callbacks [] for security_group (d529d43e-81af-41bb-b271-db266e03a939), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:59.174577 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-180f2910-bb37-4bff-ad85-7e43b4ccab2c admin admin] Publish callbacks [] for security_group (84d529c7-17e5-4988-b6f9-f4e462885b05), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:59.254814 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b082627-a794-4c79-8fb7-9581f8417dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (d529d43e-81af-41bb-b271-db266e03a939), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:59.257409 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4b082627-a794-4c79-8fb7-9581f8417dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:59.258576 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-4b082627-a794-4c79-8fb7-9581f8417dc8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d529d43e-81af-41bb-b271-db266e03a939 HTTP/1.1" status: 204 len: 168 time: 0.4130454 Feb 21 01:41:59.266514 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b082627-a794-4c79-8fb7-9581f8417dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d529d43e-81af-41bb-b271-db266e03a939,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:59.283559 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-180f2910-bb37-4bff-ad85-7e43b4ccab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (84d529c7-17e5-4988-b6f9-f4e462885b05), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:59.286192 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-180f2910-bb37-4bff-ad85-7e43b4ccab2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:41:59.288379 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-180f2910-bb37-4bff-ad85-7e43b4ccab2c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/84d529c7-17e5-4988-b6f9-f4e462885b05 HTTP/1.1" status: 204 len: 168 time: 0.1812868 Feb 21 01:41:59.298900 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f2910-bb37-4bff-ad85-7e43b4ccab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d529c7-17e5-4988-b6f9-f4e462885b05,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:41:59.522021 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:42:00.323229 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33744) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:00.417376 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-572150124-network', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:00.506934 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Made reservation on behalf of 94593ad3d3934da1ab80ce0c851c7d3e for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:00.509666 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.518656 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.590629 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Publish callbacks [] for security_group (f18646e8-8d63-42c3-afc8-3ec1ad952888), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.636998 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (f18646e8-8d63-42c3-afc8-3ec1ad952888), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.661178 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:42:00.671899 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18646e8-8d63-42c3-afc8-3ec1ad952888,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:00.685599 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (ac3a216a-dbc4-4600-b6c0-72cff52ac32e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.685599 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Added segment ac3a216a-dbc4-4600-b6c0-72cff52ac32e of type vlan for network 05842dab-dc3d-4a7b-83c4-206a5c07022d Feb 21 01:42:00.720296 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (05842dab-dc3d-4a7b-83c4-206a5c07022d), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.803683 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (05842dab-dc3d-4a7b-83c4-206a5c07022d), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.804527 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:00.805648 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:00.864227 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] Pushing event updated for resources: {'Network': ['ID=05842dab-dc3d-4a7b-83c4-206a5c07022d,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:00.874375 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:42:00.908412 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-f5728d48-0367-4fc5-b940-3ac2e7eea268 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5839467 Feb 21 01:42:00.911235 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33762) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:00.918210 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Request body: {'subnet': {'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-572150124-subnet', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:01.002832 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Made reservation on behalf of 94593ad3d3934da1ab80ce0c851c7d3e for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:01.005228 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63869705'] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.209596 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63863897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63869947'] for subnet (e1c1af87-98a1-4439-941e-26da9ba6f9f6), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.265350 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c1af87-98a1-4439-941e-26da9ba6f9f6,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:01.274674 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Checking segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:01.275033 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Network hostable DHCP agents. Network: 05842dab-dc3d-4a7b-83c4-206a5c07022d, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:42:01.357739 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:42:01.409028 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 05842dab-dc3d-4a7b-83c4-206a5c07022d) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:01.413168 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:01.415973 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.419380 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff58f97-744d-481b-ad1d-8fc1b852aa99 None None] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:01.467781 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-f26dee18-44a0-4968-b00e-e7f938c028b9 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5509820 Feb 21 01:42:01.469791 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33780) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:01.474608 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:01.518771 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-05842dab-dc3d-4a7b-83c4-206a5c07022d', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:42:01.519681 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.563968 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.565071 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.624002 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks [] for router_controller (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.666867 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Allocated IP 172.20.0.2 (05842dab-dc3d-4a7b-83c4-206a5c07022d/e1c1af87-98a1-4439-941e-26da9ba6f9f6/1cb3a4fc-6c87-4faa-bcc3-fce093cf9530) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:01.813541 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Publish callbacks [] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.826499 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks [] for router_gateway (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.884839 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.921926 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:01.924624 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:01.929938 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:01.936623 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Pushing event updated for resources: {'Port': ['ID=1cb3a4fc-6c87-4faa-bcc3-fce093cf9530,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:01.989089 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Attempting to bind port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:42:01.989394 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Attempting to bind port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:42:01.989752 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Attempting to bind port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:01.995017 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:42:01.995397 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Checking segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:01.995806 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:01.996202 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Bound using segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:42:01.996800 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Bound port: 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:42:01.997100 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.064107 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] For port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:42:02.067402 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] For port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=1cb3a4fc-6c87-4faa-bcc3-fce093cf9530,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:42:02.107342 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks [] for router_gateway (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.129781 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.141558 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.206603 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5495f-3f6b-4547-bba3-433ec93235cf None None] Pushing event updated for resources: {'Port': ['ID=1cb3a4fc-6c87-4faa-bcc3-fce093cf9530,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:02.246204 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Allocated IP 172.27.3.109 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/bad2348f-d5a2-457f-af92-bf0c5619bef2) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:02.371727 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks [] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.455763 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33800) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:02.462612 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.507849 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:02.513670 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:02.516085 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:02.537870 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Pushing event updated for resources: {'Port': ['ID=bad2348f-d5a2-457f-af92-bf0c5619bef2,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:02.609110 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66a176ad-a571-473b-bf1a-fd26912118b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.739794 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66a176ad-a571-473b-bf1a-fd26912118b1 admin admin] Publish callbacks [] for security_group (61ccbae3-783a-4ed8-8433-dea6d2d06d83), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.838480 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66a176ad-a571-473b-bf1a-fd26912118b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (61ccbae3-783a-4ed8-8433-dea6d2d06d83), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:02.888277 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a176ad-a571-473b-bf1a-fd26912118b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ccbae3-783a-4ed8-8433-dea6d2d06d83,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:02.896978 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-66a176ad-a571-473b-bf1a-fd26912118b1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=35440a2599d4420589f0908acc19ca23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4376874 Feb 21 01:42:02.897521 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33804) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:02.970401 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks [] for router_gateway (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.022149 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8111d11-9dc3-4a67-8ee3-592d01bdc53d admin admin] Publish callbacks [] for security_group (61ccbae3-783a-4ed8-8433-dea6d2d06d83), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.064723 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df8433-2ca2-4280-843d-72a83a1abc3c None None] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:03.079790 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8111d11-9dc3-4a67-8ee3-592d01bdc53d admin admin] Publish callbacks [] for security_group (61ccbae3-783a-4ed8-8433-dea6d2d06d83), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.181175 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3ab1ac7c-6594-47c5-927e-b48d22dcce21 None None] Provisioning complete for port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:03.181550 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ab1ac7c-6594-47c5-927e-b48d22dcce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.224720 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.263784 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1ac7c-6594-47c5-927e-b48d22dcce21 None None] Current status of the port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:03.264056 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8111d11-9dc3-4a67-8ee3-592d01bdc53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (61ccbae3-783a-4ed8-8433-dea6d2d06d83), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.264263 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ab1ac7c-6594-47c5-927e-b48d22dcce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.266585 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f8111d11-9dc3-4a67-8ee3-592d01bdc53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.271419 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-f8111d11-9dc3-4a67-8ee3-592d01bdc53d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/61ccbae3-783a-4ed8-8433-dea6d2d06d83 HTTP/1.1" status: 204 len: 168 time: 0.3696547 Feb 21 01:42:03.281735 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8111d11-9dc3-4a67-8ee3-592d01bdc53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ccbae3-783a-4ed8-8433-dea6d2d06d83,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:03.311337 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3ab1ac7c-6594-47c5-927e-b48d22dcce21 None None] For port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=1cb3a4fc-6c87-4faa-bcc3-fce093cf9530,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:03.397663 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3ab1ac7c-6594-47c5-927e-b48d22dcce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.444720 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1ac7c-6594-47c5-927e-b48d22dcce21 None None] Pushing event updated for resources: {'Port': ['ID=1cb3a4fc-6c87-4faa-bcc3-fce093cf9530,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:03.489535 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:42:03.517524 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-4b91d534-f42b-4370-8173-4f50d2cd9691 None None] Provisioning complete for port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:03.517889 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4b91d534-f42b-4370-8173-4f50d2cd9691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.597561 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-4b91d534-f42b-4370-8173-4f50d2cd9691 None None] Current status of the port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:03.605712 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:03.615979 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Sync routers for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:03.625775 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:03.627952 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:03.662816 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.667227 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-abe0a3c7-5299-414f-9ac6-3992e021c518 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1930492 Feb 21 01:42:03.667596 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33812) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:03.748040 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:03.828705 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:03.882036 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:03.882685 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:03.942975 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:02Z', 'revision_number': 3, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:03.963503 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:03.970065 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Checking router: bf8e5810-d3f0-4df6-bdd8-957fc4656a8e for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:03.970363 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Updating router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e port bad2348f-d5a2-457f-af92-bf0c5619bef2 binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:42:03.997137 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.002376 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33816) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:04.025170 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-842e6f3c-ad4e-49e5-a86c-97cdd3a5f776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.110710 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-842e6f3c-ad4e-49e5-a86c-97cdd3a5f776 admin admin] Publish callbacks [] for security_group (677cda80-312d-4efc-88fb-17e37ae756be), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.139161 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.140804 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-7cf3dc65-d4c9-40ef-b956-cb3f10a350dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.203547 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-842e6f3c-ad4e-49e5-a86c-97cdd3a5f776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (677cda80-312d-4efc-88fb-17e37ae756be), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.246128 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-842e6f3c-ad4e-49e5-a86c-97cdd3a5f776 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=72fef7c6addc4a0a9c15e6d34b404f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425246 Feb 21 01:42:04.247217 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e6f3c-ad4e-49e5-a86c-97cdd3a5f776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677cda80-312d-4efc-88fb-17e37ae756be,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:04.248727 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33822) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:04.274837 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Publish callbacks [] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.334991 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.341302 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Allocated IP 172.20.0.1 (05842dab-dc3d-4a7b-83c4-206a5c07022d/e1c1af87-98a1-4439-941e-26da9ba6f9f6/92533d9d-e34a-4097-ad5d-d3ecabb41404) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:04.345259 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9390473f-1b3f-4bb1-9312-713b70212faf admin admin] Publish callbacks [] for security_group (677cda80-312d-4efc-88fb-17e37ae756be), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.382107 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9390473f-1b3f-4bb1-9312-713b70212faf admin admin] Publish callbacks [] for security_group (677cda80-312d-4efc-88fb-17e37ae756be), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.392611 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Pushing event updated for resources: {'Port': ['ID=bad2348f-d5a2-457f-af92-bf0c5619bef2,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:04.399251 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Attempting to bind port bad2348f-d5a2-457f-af92-bf0c5619bef2 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:42:04.399621 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Attempting to bind port bad2348f-d5a2-457f-af92-bf0c5619bef2 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:42:04.399986 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Attempting to bind port bad2348f-d5a2-457f-af92-bf0c5619bef2 on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:04.403553 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.403921 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.404284 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.404653 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.404984 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.405310 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.405640 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.405963 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.406282 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.406619 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.406940 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.407256 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.407573 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:04.412923 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:42:04.413303 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:04.413699 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.414078 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:42:04.414566 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Bound port: bad2348f-d5a2-457f-af92-bf0c5619bef2, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:42:04.414939 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.464746 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] For port bad2348f-d5a2-457f-af92-bf0c5619bef2, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:42:04.470268 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] For port bad2348f-d5a2-457f-af92-bf0c5619bef2, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=bad2348f-d5a2-457f-af92-bf0c5619bef2,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:42:04.483792 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Publish callbacks [] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.541516 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.564859 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.566817 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9390473f-1b3f-4bb1-9312-713b70212faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (677cda80-312d-4efc-88fb-17e37ae756be), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.569388 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9390473f-1b3f-4bb1-9312-713b70212faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.571317 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9390473f-1b3f-4bb1-9312-713b70212faf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/677cda80-312d-4efc-88fb-17e37ae756be HTTP/1.1" status: 204 len: 168 time: 0.3175364 Feb 21 01:42:04.604690 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f25e0-3f20-4281-a8c3-04eb362aa9dd None None] Pushing event updated for resources: {'Port': ['ID=bad2348f-d5a2-457f-af92-bf0c5619bef2,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:04.606400 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390473f-1b3f-4bb1-9312-713b70212faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677cda80-312d-4efc-88fb-17e37ae756be,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:04.609990 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:04.610603 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:41:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:04.625941 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Pushing event updated for resources: {'Port': ['ID=92533d9d-e34a-4097-ad5d-d3ecabb41404,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:04.640370 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:04.643735 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:04.648177 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:04.695216 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.746935 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:04.900107 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.929585 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-d966a4f4-d427-42c7-a99f-e6aa4878e17a None None] Provisioning complete for port 92533d9d-e34a-4097-ad5d-d3ecabb41404 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:04.930574 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d966a4f4-d427-42c7-a99f-e6aa4878e17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:04.946712 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:02Z', 'revision_number': 3, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:04.972944 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d966a4f4-d427-42c7-a99f-e6aa4878e17a None None] Port 92533d9d-e34a-4097-ad5d-d3ecabb41404 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:42:04.977787 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ebc6d-4822-4fe3-95dd-1beb99ee95d4 None None] The sync data for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi is: [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:02Z', 'revision_number': 3, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:05.074126 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Publish callbacks [] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:05.123432 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63689839'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:05.194601 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:05.197619 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Pushing event updated for resources: {'Port': ['ID=92533d9d-e34a-4097-ad5d-d3ecabb41404,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:05.305168 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:05.306762 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:05.456681 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:05.590941 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:05.596996 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-0f64d7c8-d11e-47fc-a71a-eacd77bcdbcc None None] Provisioning complete for port 92533d9d-e34a-4097-ad5d-d3ecabb41404 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:05.597906 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0f64d7c8-d11e-47fc-a71a-eacd77bcdbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:05.600535 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-46a7078b-47b8-488d-8e3d-377c5b2d26f7 admin admin] 10.222.0.90 "PUT /v2.0/routers/bf8e5810-d3f0-4df6-bdd8-957fc4656a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9318449 Feb 21 01:42:05.639185 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-0f64d7c8-d11e-47fc-a71a-eacd77bcdbcc None None] Port 92533d9d-e34a-4097-ad5d-d3ecabb41404 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:42:05.839001 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device bad2348f-d5a2-457f-af92-bf0c5619bef2 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:05.892112 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port bad2348f-d5a2-457f-af92-bf0c5619bef2 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:05.892534 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:05.976322 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port bad2348f-d5a2-457f-af92-bf0c5619bef2 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:05.977169 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.000999 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port bad2348f-d5a2-457f-af92-bf0c5619bef2, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=bad2348f-d5a2-457f-af92-bf0c5619bef2,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:06.072791 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.120110 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=bad2348f-d5a2-457f-af92-bf0c5619bef2,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:06.459900 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33874) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:06.464942 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1891937827-network', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:06.552232 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Made reservation on behalf of 30a4a0e1e7ea49c382312c6ffc46cbd4 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:06.554643 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.563955 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.646141 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Publish callbacks [] for security_group (82a54262-d323-4cbf-88fb-0f2293ef621c), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.683004 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-96536f2e-0b09-4cca-9426-91c13a5acc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.706892 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (82a54262-d323-4cbf-88fb-0f2293ef621c), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.734008 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:42:06.740651 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.743385 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a54262-d323-4cbf-88fb-0f2293ef621c,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:06.749150 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (b0ef75b8-56cf-433c-bed4-fc543be7e856), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.749510 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Added segment b0ef75b8-56cf-433c-bed4-fc543be7e856 of type vlan for network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc Feb 21 01:42:06.791619 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (92c1ca56-6b69-4383-a220-8cc8ac29c4bc), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.835212 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Sync routers for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:06.845878 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:06.846489 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:06.866458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (92c1ca56-6b69-4383-a220-8cc8ac29c4bc), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.867507 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:06.868124 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:06.937829 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4767861 Feb 21 01:42:06.940799 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33886) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:06.946258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Request body: {'subnet': {'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1891937827-subnet', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:06.952547 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a719f45-1956-4af0-a4b1-8ab0ad8d7a70 admin admin] Pushing event updated for resources: {'Network': ['ID=92c1ca56-6b69-4383-a220-8cc8ac29c4bc,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:06.965595 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:42:06.968326 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:07.015420 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Made reservation on behalf of 30a4a0e1e7ea49c382312c6ffc46cbd4 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:07.018183 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63869705'] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.244070 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63863897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63869947'] for subnet (557dea9c-493f-4d2f-a1b5-e9335c0988ed), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.294328 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=557dea9c-493f-4d2f-a1b5-e9335c0988ed,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:07.311146 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Checking segment: {'id': 'b0ef75b8-56cf-433c-bed4-fc543be7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:07.311513 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Network hostable DHCP agents. Network: 92c1ca56-6b69-4383-a220-8cc8ac29c4bc, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:42:07.351347 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 2, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:07.377399 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Checking router: bf8e5810-d3f0-4df6-bdd8-957fc4656a8e for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:07.377758 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Updating router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e port 92533d9d-e34a-4097-ad5d-d3ecabb41404 binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:42:07.404247 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.448232 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:42:07.534055 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 92c1ca56-6b69-4383-a220-8cc8ac29c4bc) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:07.539438 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:07.543457 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.566619 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b0da6-b81c-4de7-86ff-971841085f6e None None] Network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:07.627678 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-3035751c-ac4d-4b85-a3ea-2498e3c857fc admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6855550 Feb 21 01:42:07.630258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33892) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:07.637029 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:07.716618 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b1ba617-05dc-5924-864a-f8a17e01a891-92c1ca56-6b69-4383-a220-8cc8ac29c4bc', 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc', 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'fixed_ips': [{'subnet_id': '557dea9c-493f-4d2f-a1b5-e9335c0988ed'}]}} from dv-cinder-813228-6-iscsi. {{(pid=103195) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 01:42:07.717455 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.792611 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-832392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4453'] for router (5c801a0a-803c-4528-a40d-5bd807f2d63e), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.794291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-831000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-835145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4510'] for router (5c801a0a-803c-4528-a40d-5bd807f2d63e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.840888 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device bad2348f-d5a2-457f-af92-bf0c5619bef2 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:07.848240 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.850733 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Publish callbacks [] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.854991 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks [] for router_controller (5c801a0a-803c-4528-a40d-5bd807f2d63e), precommit_add_association {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.925799 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:07.985361 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.db_base_plugin_common [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Allocated IP 172.20.0.2 (92c1ca56-6b69-4383-a220-8cc8ac29c4bc/557dea9c-493f-4d2f-a1b5-e9335c0988ed/e79d9c4e-1343-4bdd-9902-9167963db75d) {{(pid=103195) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:08.011985 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port bad2348f-d5a2-457f-af92-bf0c5619bef2 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:08.012360 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.014060 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830acb59-7bc5-4c3f-bf82-0b5c58454a2e None None] Pushing event updated for resources: {'Port': ['ID=92533d9d-e34a-4097-ad5d-d3ecabb41404,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:08.176007 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Attempting to bind port 92533d9d-e34a-4097-ad5d-d3ecabb41404 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:42:08.176370 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Attempting to bind port 92533d9d-e34a-4097-ad5d-d3ecabb41404 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:42:08.176761 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Attempting to bind port 92533d9d-e34a-4097-ad5d-d3ecabb41404 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:08.199433 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:42:08.199809 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Checking segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:08.200206 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.200626 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Bound using segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:42:08.201100 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Bound port: 92533d9d-e34a-4097-ad5d-d3ecabb41404, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:42:08.201478 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.302219 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks [] for router_gateway (5c801a0a-803c-4528-a40d-5bd807f2d63e), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.324253 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port bad2348f-d5a2-457f-af92-bf0c5619bef2 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:08.330408 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Publish callbacks [] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), precommit_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.349622 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-834abb96-8126-4821-afc9-cbbb4b01371c None None] Provisioning complete for port 92533d9d-e34a-4097-ad5d-d3ecabb41404 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:08.349981 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-834abb96-8126-4821-afc9-cbbb4b01371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.371294 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] For port 92533d9d-e34a-4097-ad5d-d3ecabb41404, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:42:08.390342 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] For port 92533d9d-e34a-4097-ad5d-d3ecabb41404, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=92533d9d-e34a-4097-ad5d-d3ecabb41404,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:42:08.399234 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-834abb96-8126-4821-afc9-cbbb4b01371c None None] Port 92533d9d-e34a-4097-ad5d-d3ecabb41404 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:42:08.444370 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), after_create {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.478690 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.494252 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc is already hosted by enough agents. {{(pid=103195) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:08.500240 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.scheduler.base_scheduler [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Resources bound (agent type, host, resource id): {{(pid=103195) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:08.506930 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Received port after_create {{(pid=103195) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:08.518000 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Pushing event updated for resources: {'Port': ['ID=e79d9c4e-1343-4bdd-9902-9167963db75d,revision_number=1']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:08.587119 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:08.587773 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:08.598640 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks [] for router_gateway (5c801a0a-803c-4528-a40d-5bd807f2d63e), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.622253 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.675930 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Attempting to bind port e79d9c4e-1343-4bdd-9902-9167963db75d on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:42:08.677082 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Attempting to bind port e79d9c4e-1343-4bdd-9902-9167963db75d by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'b0ef75b8-56cf-433c-bed4-fc543be7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:42:08.677791 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Attempting to bind port e79d9c4e-1343-4bdd-9902-9167963db75d on network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:08.685307 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830acb59-7bc5-4c3f-bf82-0b5c58454a2e None None] Pushing event updated for resources: {'Port': ['ID=92533d9d-e34a-4097-ad5d-d3ecabb41404,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:08.691291 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:42:08.691806 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Checking segment: {'id': 'b0ef75b8-56cf-433c-bed4-fc543be7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:08.692284 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.694319 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Bound using segment: {'id': 'b0ef75b8-56cf-433c-bed4-fc543be7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:42:08.694319 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Bound port: e79d9c4e-1343-4bdd-9902-9167963db75d, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ef75b8-56cf-433c-bed4-fc543be7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:42:08.694319 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.754290 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Allocated IP 172.27.3.54 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/65c6e02f-e82e-45a1-a002-20f47c916920) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:08.799643 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:08.862556 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] For port e79d9c4e-1343-4bdd-9902-9167963db75d, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:42:08.872927 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks [] for port (65c6e02f-e82e-45a1-a002-20f47c916920), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.910442 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] For port e79d9c4e-1343-4bdd-9902-9167963db75d, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=e79d9c4e-1343-4bdd-9902-9167963db75d,segment=NetworkSegment(b0ef75b8-56cf-433c-bed4-fc543be7e856),segment_id=b0ef75b8-56cf-433c-bed4-fc543be7e856)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:42:08.924089 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-87892606-0f15-4f93-a701-7a6cedf27204 None None] Provisioning complete for port 92533d9d-e34a-4097-ad5d-d3ecabb41404 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:08.924483 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87892606-0f15-4f93-a701-7a6cedf27204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.958441 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:08.981052 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.001390 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:09.004404 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:09.011444 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:09.037996 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Pushing event updated for resources: {'Port': ['ID=65c6e02f-e82e-45a1-a002-20f47c916920,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:09.231363 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9882385-7024-45cf-a3d6-4529c02bb4aa None None] Pushing event updated for resources: {'Port': ['ID=e79d9c4e-1343-4bdd-9902-9167963db75d,revision_number=2']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:09.303737 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.307530 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-87892606-0f15-4f93-a701-7a6cedf27204 None None] Current status of the port 92533d9d-e34a-4097-ad5d-d3ecabb41404 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:09.307530 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87892606-0f15-4f93-a701-7a6cedf27204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.349794 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-87892606-0f15-4f93-a701-7a6cedf27204 None None] For port 92533d9d-e34a-4097-ad5d-d3ecabb41404, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=92533d9d-e34a-4097-ad5d-d3ecabb41404,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:09.354043 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:08Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:09.387909 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb39325-07bd-4add-91b2-286ed19f8de4 None None] The sync data for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi is: [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:08Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:09.433087 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks [] for router_gateway (5c801a0a-803c-4528-a40d-5bd807f2d63e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.471556 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-87892606-0f15-4f93-a701-7a6cedf27204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.529664 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87892606-0f15-4f93-a701-7a6cedf27204 None None] Pushing event updated for resources: {'Port': ['ID=92533d9d-e34a-4097-ad5d-d3ecabb41404,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:09.715988 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-830993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-835230'] for router (5c801a0a-803c-4528-a40d-5bd807f2d63e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.871218 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device e79d9c4e-1343-4bdd-9902-9167963db75d up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:09.927042 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port e79d9c4e-1343-4bdd-9902-9167963db75d triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:09.927414 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:09.968376 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Router 5c801a0a-803c-4528-a40d-5bd807f2d63e is scheduled to L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c with binding_index 1 {{(pid=103194) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 01:42:10.015602 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port e79d9c4e-1343-4bdd-9902-9167963db75d is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:10.016084 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.058200 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port e79d9c4e-1343-4bdd-9902-9167963db75d, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=e79d9c4e-1343-4bdd-9902-9167963db75d,segment=NetworkSegment(b0ef75b8-56cf-433c-bed4-fc543be7e856),segment_id=b0ef75b8-56cf-433c-bed4-fc543be7e856)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:10.099945 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:10.107108 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.107898 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 92533d9d-e34a-4097-ad5d-d3ecabb41404 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:10.118217 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Sync routers for ids ['5c801a0a-803c-4528-a40d-5bd807f2d63e'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:10.129231 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Routers {'5c801a0a-803c-4528-a40d-5bd807f2d63e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:10.130243 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['5c801a0a-803c-4528-a40d-5bd807f2d63e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:10.199890 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.201214 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e57fb68a-4bdf-4051-9c37-8ce2c0458b3f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5698612 Feb 21 01:42:10.204974 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33910) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:10.207952 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=e79d9c4e-1343-4bdd-9902-9167963db75d,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:10.232534 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 92533d9d-e34a-4097-ad5d-d3ecabb41404 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:10.232918 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.279780 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Set router 5c801a0a-803c-4528-a40d-5bd807f2d63e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:10.334156 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 92533d9d-e34a-4097-ad5d-d3ecabb41404 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:10.398591 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da337646-363f-4cab-adcf-aecf2c1bf457 None None] Network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:10.553717 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-5bd2eec1-eb4e-40fa-809d-76f807f9a073 None None] Provisioning complete for port e79d9c4e-1343-4bdd-9902-9167963db75d triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:10.554239 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5bd2eec1-eb4e-40fa-809d-76f807f9a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.589840 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.613829 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:07Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 3, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'gw_port': {'id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:08Z', 'updated_at': '2022-02-21T01:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:10.653478 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Checking router: 5c801a0a-803c-4528-a40d-5bd807f2d63e for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:10.654046 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Updating router 5c801a0a-803c-4528-a40d-5bd807f2d63e port 65c6e02f-e82e-45a1-a002-20f47c916920 binding host dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:42:10.699339 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.730535 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2eec1-eb4e-40fa-809d-76f807f9a073 None None] Current status of the port e79d9c4e-1343-4bdd-9902-9167963db75d is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:10.822525 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:10.967600 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-175d5bc4-8d14-46ed-be50-33579093dbf0 None None] Provisioning complete for port e79d9c4e-1343-4bdd-9902-9167963db75d triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:10.968146 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-175d5bc4-8d14-46ed-be50-33579093dbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.021801 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Publish callbacks [] for port (65c6e02f-e82e-45a1-a002-20f47c916920), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.063030 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_common [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Allocated IP 172.20.0.1 (92c1ca56-6b69-4383-a220-8cc8ac29c4bc/557dea9c-493f-4d2f-a1b5-e9335c0988ed/076db2e4-48c7-4bc2-a862-e5d372505bee) {{(pid=103193) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:11.071516 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-175d5bc4-8d14-46ed-be50-33579093dbf0 None None] Current status of the port e79d9c4e-1343-4bdd-9902-9167963db75d is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:11.076661 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.130479 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Attempting to bind port 65c6e02f-e82e-45a1-a002-20f47c916920 on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:42:11.131197 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Attempting to bind port 65c6e02f-e82e-45a1-a002-20f47c916920 by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:42:11.131197 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Attempting to bind port 65c6e02f-e82e-45a1-a002-20f47c916920 on network 3642bec8-cbb3-4106-ba47-f48e762181b7 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:11.135830 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38036e55-b5d7-4ee0-9de3-8264785f6267 None None] Pushing event updated for resources: {'Port': ['ID=65c6e02f-e82e-45a1-a002-20f47c916920,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:11.138855 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:42:11.139237 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Checking segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:11.139634 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.140037 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Bound using segment: {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:42:11.140504 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Bound port: 65c6e02f-e82e-45a1-a002-20f47c916920, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a2f112-52a5-44a5-8fb1-1e01d537c160', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:42:11.144273 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.191423 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] For port 65c6e02f-e82e-45a1-a002-20f47c916920, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:42:11.194304 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] For port 65c6e02f-e82e-45a1-a002-20f47c916920, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=65c6e02f-e82e-45a1-a002-20f47c916920,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:42:11.195963 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Publish callbacks [] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.296000 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.324814 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.354716 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Routers {'5c801a0a-803c-4528-a40d-5bd807f2d63e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:11.355336 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['5c801a0a-803c-4528-a40d-5bd807f2d63e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:11.365576 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:11.368482 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:11.371776 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Received port after_create {{(pid=103193) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:11.392461 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38036e55-b5d7-4ee0-9de3-8264785f6267 None None] Pushing event updated for resources: {'Port': ['ID=65c6e02f-e82e-45a1-a002-20f47c916920,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:11.406079 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Pushing event updated for resources: {'Port': ['ID=076db2e4-48c7-4bc2-a862-e5d372505bee,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:11.417924 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-834377'] for router_interface (5c801a0a-803c-4528-a40d-5bd807f2d63e), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.484865 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] Set router 5c801a0a-803c-4528-a40d-5bd807f2d63e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:11.600815 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-2e1e8922-1588-447a-9d29-95c1548a8b76 None None] Provisioning complete for port 076db2e4-48c7-4bc2-a862-e5d372505bee triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:11.601283 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8922-1588-447a-9d29-95c1548a8b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.639258 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e8922-1588-447a-9d29-95c1548a8b76 None None] Port 076db2e4-48c7-4bc2-a862-e5d372505bee cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:42:11.645411 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), before_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.686405 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:07Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 3, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'gw_port': {'id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:08Z', 'updated_at': '2022-02-21T01:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:11.715721 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf98506-3077-4aa7-bf1d-f2b292ca983b None None] The sync data for ids ['5c801a0a-803c-4528-a40d-5bd807f2d63e'] in dv-cinder-813228-6-iscsi is: [{'id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:07Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 3, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'gw_port': {'id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:08Z', 'updated_at': '2022-02-21T01:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:11.814344 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device e79d9c4e-1343-4bdd-9902-9167963db75d up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:11.832159 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Publish callbacks [] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), precommit_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.866311 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port e79d9c4e-1343-4bdd-9902-9167963db75d triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:11.866684 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.895114 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63689839'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), after_update {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:11.978024 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port e79d9c4e-1343-4bdd-9902-9167963db75d is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:12.257398 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-834525'] for router_interface (5c801a0a-803c-4528-a40d-5bd807f2d63e), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.259332 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Pushing event updated for resources: {'Port': ['ID=076db2e4-48c7-4bc2-a862-e5d372505bee,revision_number=2']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:12.363286 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc is already hosted by enough agents. {{(pid=103193) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:12.364805 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:12.424721 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33944) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:12.516776 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Router 5c801a0a-803c-4528-a40d-5bd807f2d63e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103193) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:12.584770 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93760927-d72e-4b28-9adc-aed99dd0839a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.675591 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103193) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:12.681439 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-d4cf5fbd-62bf-4258-84df-5d711e8d731b None None] Provisioning complete for port 076db2e4-48c7-4bc2-a862-e5d372505bee triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:12.681576 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d4cf5fbd-62bf-4258-84df-5d711e8d731b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.684938 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a28c8ee6-4fc4-49c9-b8db-688bdfdd02e4 admin admin] 10.222.0.90 "PUT /v2.0/routers/5c801a0a-803c-4528-a40d-5bd807f2d63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4788036 Feb 21 01:42:12.730513 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93760927-d72e-4b28-9adc-aed99dd0839a admin admin] Publish callbacks [] for security_group (023edb3a-2452-49e1-8bce-3f7b2b09648b), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.732857 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf5fbd-62bf-4258-84df-5d711e8d731b None None] Port 076db2e4-48c7-4bc2-a862-e5d372505bee cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:42:12.832311 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93760927-d72e-4b28-9adc-aed99dd0839a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (023edb3a-2452-49e1-8bce-3f7b2b09648b), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.875433 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-93760927-d72e-4b28-9adc-aed99dd0839a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1efd3093253a4e8484f44f26b60e8c43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4496760 Feb 21 01:42:12.876317 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93760927-d72e-4b28-9adc-aed99dd0839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023edb3a-2452-49e1-8bce-3f7b2b09648b,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:12.878465 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33954) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:12.931412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-376f2f3d-bd94-486b-adcb-b66372b3984f admin admin] Publish callbacks [] for security_group (023edb3a-2452-49e1-8bce-3f7b2b09648b), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:12.953323 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-376f2f3d-bd94-486b-adcb-b66372b3984f admin admin] Publish callbacks [] for security_group (023edb3a-2452-49e1-8bce-3f7b2b09648b), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.071002 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-376f2f3d-bd94-486b-adcb-b66372b3984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (023edb3a-2452-49e1-8bce-3f7b2b09648b), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.074218 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-376f2f3d-bd94-486b-adcb-b66372b3984f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.075416 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-376f2f3d-bd94-486b-adcb-b66372b3984f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/023edb3a-2452-49e1-8bce-3f7b2b09648b HTTP/1.1" status: 204 len: 168 time: 0.1959679 Feb 21 01:42:13.086814 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f2f3d-bd94-486b-adcb-b66372b3984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023edb3a-2452-49e1-8bce-3f7b2b09648b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:13.449669 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Sync routers for ids ['5c801a0a-803c-4528-a40d-5bd807f2d63e'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:13.459492 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Routers {'5c801a0a-803c-4528-a40d-5bd807f2d63e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:13.460104 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['5c801a0a-803c-4528-a40d-5bd807f2d63e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:13.567529 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Set router 5c801a0a-803c-4528-a40d-5bd807f2d63e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:13.740106 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33960) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:13.767274 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:07Z', 'updated_at': '2022-02-21T01:42:11Z', 'revision_number': 4, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'gw_port': {'id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:08Z', 'updated_at': '2022-02-21T01:42:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '076db2e4-48c7-4bc2-a862-e5d372505bee', 'name': '', 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'mac_address': 'fa:16:3e:cf:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '557dea9c-493f-4d2f-a1b5-e9335c0988ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:10Z', 'updated_at': '2022-02-21T01:42:11Z', 'revision_number': 2, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'subnets': [{'id': '557dea9c-493f-4d2f-a1b5-e9335c0988ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:13.772019 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d0664aa1-1056-47ef-ae1d-711675d31246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.794064 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Checking router: 5c801a0a-803c-4528-a40d-5bd807f2d63e for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:13.794424 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Updating router 5c801a0a-803c-4528-a40d-5bd807f2d63e port 076db2e4-48c7-4bc2-a862-e5d372505bee binding host dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 01:42:13.823313 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.833851 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 65c6e02f-e82e-45a1-a002-20f47c916920 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:13.857607 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d0664aa1-1056-47ef-ae1d-711675d31246 admin admin] Publish callbacks [] for security_group (4aea4c48-26e5-4cf2-9ceb-7210314c6066), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.912239 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d0664aa1-1056-47ef-ae1d-711675d31246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4aea4c48-26e5-4cf2-9ceb-7210314c6066), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:13.950008 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-d0664aa1-1056-47ef-ae1d-711675d31246 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b4eec5ff783e4809b72289eb9b01be37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081707 Feb 21 01:42:13.952556 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33962) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:13.959321 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0664aa1-1056-47ef-ae1d-711675d31246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aea4c48-26e5-4cf2-9ceb-7210314c6066,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:13.971446 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 65c6e02f-e82e-45a1-a002-20f47c916920 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:13.971933 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.002684 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a5c0c382-c654-4553-a7ee-e0ea5b6aa050 admin admin] Publish callbacks [] for security_group (4aea4c48-26e5-4cf2-9ceb-7210314c6066), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.025812 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a5c0c382-c654-4553-a7ee-e0ea5b6aa050 admin admin] Publish callbacks [] for security_group (4aea4c48-26e5-4cf2-9ceb-7210314c6066), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.135215 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a5c0c382-c654-4553-a7ee-e0ea5b6aa050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (4aea4c48-26e5-4cf2-9ceb-7210314c6066), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.137080 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 65c6e02f-e82e-45a1-a002-20f47c916920 is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:14.137470 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.138778 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a5c0c382-c654-4553-a7ee-e0ea5b6aa050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.139955 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a5c0c382-c654-4553-a7ee-e0ea5b6aa050 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4aea4c48-26e5-4cf2-9ceb-7210314c6066 HTTP/1.1" status: 204 len: 168 time: 0.1865110 Feb 21 01:42:14.161699 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0c382-c654-4553-a7ee-e0ea5b6aa050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aea4c48-26e5-4cf2-9ceb-7210314c6066,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:14.191388 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] For port 65c6e02f-e82e-45a1-a002-20f47c916920, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=65c6e02f-e82e-45a1-a002-20f47c916920,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:14.222792 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Publish callbacks [] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), precommit_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.243660 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.291021 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Pushing event updated for resources: {'Port': ['ID=65c6e02f-e82e-45a1-a002-20f47c916920,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:14.362482 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.416376 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b89eb7-5aa5-4fab-b7e1-16b2869d134d None None] Pushing event updated for resources: {'Port': ['ID=076db2e4-48c7-4bc2-a862-e5d372505bee,revision_number=3']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:14.449401 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33968) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:14.455035 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-63d3d42e-3e72-41eb-a854-f2741892e262 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551254502', 'description': 'tempest-secgroup-smoke-1551254502 description', 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:14.487300 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Attempting to bind port 076db2e4-48c7-4bc2-a862-e5d372505bee on host dv-cinder-813228-6-iscsi for vnic_type normal with profile {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:42:14.487915 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Attempting to bind port 076db2e4-48c7-4bc2-a862-e5d372505bee by drivers openvswitch,hyperv on host dv-cinder-813228-6-iscsi at level 0 using segments [{'id': 'b0ef75b8-56cf-433c-bed4-fc543be7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc'}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:42:14.488152 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Attempting to bind port 076db2e4-48c7-4bc2-a862-e5d372505bee on network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:14.489759 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-bcc5c5a9-251e-47bf-a3f8-d74041d2e419 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447261 Feb 21 01:42:14.495989 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Checking agent: {'id': '8fb3fbe0-62e6-496f-85b4-a5ea71d130d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813228-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 23, 40), 'started_at': datetime.datetime(2022, 2, 21, 1, 24, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813228-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:42:14.496468 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Checking segment: {'id': 'b0ef75b8-56cf-433c-bed4-fc543be7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103195) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:14.500390 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.500390 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Bound using segment: {'id': 'b0ef75b8-56cf-433c-bed4-fc543be7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc'} {{(pid=103195) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:42:14.500390 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.managers [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Bound port: 076db2e4-48c7-4bc2-a862-e5d372505bee, host: dv-cinder-813228-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ef75b8-56cf-433c-bed4-fc543be7e856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc'}}] {{(pid=103195) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:42:14.500390 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.568638 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-ae46f4be-a99c-4bc4-ba54-7cff87ce8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:14.570938 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-ae46f4be-a99c-4bc4-ba54-7cff87ce8d7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3acaa73503748ac9764a7eca8943882&device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 1131 time: 0.0567620 Feb 21 01:42:14.580992 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-63d3d42e-3e72-41eb-a854-f2741892e262 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.593549 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] For port 076db2e4-48c7-4bc2-a862-e5d372505bee, host dv-cinder-813228-6-iscsi, cleared binding levels {{(pid=103195) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:42:14.598450 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] For port 076db2e4-48c7-4bc2-a862-e5d372505bee, host dv-cinder-813228-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=076db2e4-48c7-4bc2-a862-e5d372505bee,segment=NetworkSegment(b0ef75b8-56cf-433c-bed4-fc543be7e856),segment_id=b0ef75b8-56cf-433c-bed4-fc543be7e856)] {{(pid=103195) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:42:14.668499 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-a01329b5-09a4-4276-9f8d-30e96576e98d None None] Provisioning complete for port 076db2e4-48c7-4bc2-a862-e5d372505bee triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:14.668880 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a01329b5-09a4-4276-9f8d-30e96576e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.691835 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-20e34996-603d-4b1d-a5c7-64889111cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:14.693647 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-20e34996-603d-4b1d-a5c7-64889111cf05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 200 len: 917 time: 0.0990639 Feb 21 01:42:14.700729 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.720012 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-63d3d42e-3e72-41eb-a854-f2741892e262 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group (6656dd15-2e63-417d-ace0-f24a496fabe1), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.780084 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-818314da-34ad-4e74-9329-b29f66d3f78f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6 HTTP/1.1" status: 200 len: 1001 time: 0.0800166 Feb 21 01:42:14.788863 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b89eb7-5aa5-4fab-b7e1-16b2869d134d None None] Pushing event updated for resources: {'Port': ['ID=076db2e4-48c7-4bc2-a862-e5d372505bee,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:14.791521 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Routers {'5c801a0a-803c-4528-a40d-5bd807f2d63e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:14.792120 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['5c801a0a-803c-4528-a40d-5bd807f2d63e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:14.839971 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-9e886106-c991-444a-a1e1-156dbc05e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:14.842133 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-9e886106-c991-444a-a1e1-156dbc05e8e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 200 len: 855 time: 0.0559449 Feb 21 01:42:14.842930 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-63d3d42e-3e72-41eb-a854-f2741892e262 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (6656dd15-2e63-417d-ace0-f24a496fabe1), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.876246 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3d42e-3e72-41eb-a854-f2741892e262 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6656dd15-2e63-417d-ace0-f24a496fabe1,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:14.897087 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-1804a681-ab58-45fb-8b69-6e6105791af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:14.898661 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-1804a681-ab58-45fb-8b69-6e6105791af5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502372 Feb 21 01:42:14.963071 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-63d3d42e-3e72-41eb-a854-f2741892e262 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:14.969533 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-63d3d42e-3e72-41eb-a854-f2741892e262 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5185580 Feb 21 01:42:14.971844 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33980) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:14.978514 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-233d9627-dd09-4d44-912f-9d337e8b874d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'security_group_rule': {'security_group_id': '6656dd15-2e63-417d-ace0-f24a496fabe1', 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:15.017383 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-a01329b5-09a4-4276-9f8d-30e96576e98d None None] Current status of the port 076db2e4-48c7-4bc2-a862-e5d372505bee is: DOWN; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:15.017778 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a01329b5-09a4-4276-9f8d-30e96576e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.020864 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-b8c61a5a-b6b2-403b-a0c0-c6ba9f30fa11 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163204 Feb 21 01:42:15.092147 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] Set router 5c801a0a-803c-4528-a40d-5bd807f2d63e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:15.094854 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-a01329b5-09a4-4276-9f8d-30e96576e98d None None] For port 076db2e4-48c7-4bc2-a862-e5d372505bee, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=076db2e4-48c7-4bc2-a862-e5d372505bee,segment=NetworkSegment(b0ef75b8-56cf-433c-bed4-fc543be7e856),segment_id=b0ef75b8-56cf-433c-bed4-fc543be7e856)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:15.094997 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-233d9627-dd09-4d44-912f-9d337e8b874d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (ae17b6c5-0955-4ed2-a2d6-ec1db65bdb82), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.124978 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0416c3a6-bc07-4d5b-989d-1943ef970d17 req-f3d62d8a-dfbb-44ab-b03f-7c698d351ad4 service neutron] 10.222.0.43 "GET /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959055 Feb 21 01:42:15.164977 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-233d9627-dd09-4d44-912f-9d337e8b874d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (ae17b6c5-0955-4ed2-a2d6-ec1db65bdb82), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.176501 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a01329b5-09a4-4276-9f8d-30e96576e98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.244704 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-233d9627-dd09-4d44-912f-9d337e8b874d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (ae17b6c5-0955-4ed2-a2d6-ec1db65bdb82), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.263895 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d9627-dd09-4d44-912f-9d337e8b874d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae17b6c5-0955-4ed2-a2d6-ec1db65bdb82,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:15.297129 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01329b5-09a4-4276-9f8d-30e96576e98d None None] Pushing event updated for resources: {'Port': ['ID=076db2e4-48c7-4bc2-a862-e5d372505bee,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:15.332591 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-233d9627-dd09-4d44-912f-9d337e8b874d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.334057 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-233d9627-dd09-4d44-912f-9d337e8b874d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608334 Feb 21 01:42:15.336984 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33990) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:15.339131 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-bd8d42f5-29df-4562-8a53-54b09ec33d44 None None] Provisioning complete for port 076db2e4-48c7-4bc2-a862-e5d372505bee triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:15.339504 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-bd8d42f5-29df-4562-8a53-54b09ec33d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.342012 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-505f52ca-8d6d-45f2-825b-e7580d599bf5 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'security_group_rule': {'security_group_id': '6656dd15-2e63-417d-ace0-f24a496fabe1', 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:15.408091 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 33992) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:15.424819 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:07Z', 'updated_at': '2022-02-21T01:42:11Z', 'revision_number': 4, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'gw_port': {'id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:08Z', 'updated_at': '2022-02-21T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '076db2e4-48c7-4bc2-a862-e5d372505bee', 'name': '', 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'mac_address': 'fa:16:3e:cf:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '557dea9c-493f-4d2f-a1b5-e9335c0988ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:10Z', 'updated_at': '2022-02-21T01:42:14Z', 'revision_number': 4, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'subnets': [{'id': '557dea9c-493f-4d2f-a1b5-e9335c0988ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:15.450270 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-505f52ca-8d6d-45f2-825b-e7580d599bf5 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (cf9fba83-0b8e-4f0f-9848-400425cb4e5d), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.459774 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cec91-a0fd-4c04-81b0-93d44a6a33b3 None None] The sync data for ids ['5c801a0a-803c-4528-a40d-5bd807f2d63e'] in dv-cinder-813228-6-iscsi is: [{'id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:07Z', 'updated_at': '2022-02-21T01:42:11Z', 'revision_number': 4, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'gw_port': {'id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:08Z', 'updated_at': '2022-02-21T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '076db2e4-48c7-4bc2-a862-e5d372505bee', 'name': '', 'network_id': '92c1ca56-6b69-4383-a220-8cc8ac29c4bc', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'mac_address': 'fa:16:3e:cf:55:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '557dea9c-493f-4d2f-a1b5-e9335c0988ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:10Z', 'updated_at': '2022-02-21T01:42:14Z', 'revision_number': 4, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'subnets': [{'id': '557dea9c-493f-4d2f-a1b5-e9335c0988ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:15.471389 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d42f5-29df-4562-8a53-54b09ec33d44 None None] Current status of the port 076db2e4-48c7-4bc2-a862-e5d372505bee is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:15.510647 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-505f52ca-8d6d-45f2-825b-e7580d599bf5 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (cf9fba83-0b8e-4f0f-9848-400425cb4e5d), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.523825 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-853511477-network', 'tenant_id': '6b2c161e9f0b4b4ea42fdb52ad3617d3'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:15.596764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-505f52ca-8d6d-45f2-825b-e7580d599bf5 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (cf9fba83-0b8e-4f0f-9848-400425cb4e5d), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.616638 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f52ca-8d6d-45f2-825b-e7580d599bf5 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9fba83-0b8e-4f0f-9848-400425cb4e5d,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:15.625009 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Made reservation on behalf of 6b2c161e9f0b4b4ea42fdb52ad3617d3 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:15.627371 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.636735 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.680854 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-505f52ca-8d6d-45f2-825b-e7580d599bf5 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.684929 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-505f52ca-8d6d-45f2-825b-e7580d599bf5 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440742 Feb 21 01:42:15.685065 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33996) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:15.690599 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-d10ddc84-606c-45c5-af1d-812eb09926cb tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'security_group_rule': {'security_group_id': '6656dd15-2e63-417d-ace0-f24a496fabe1', 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:15.727157 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Publish callbacks [] for security_group (a90092fc-68d0-4edb-a456-85ff0c9b2f0e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.792405 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d10ddc84-606c-45c5-af1d-812eb09926cb tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (8f090007-3029-4384-9346-8893bdfab075), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.837880 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a90092fc-68d0-4edb-a456-85ff0c9b2f0e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.870482 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:42:15.881124 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 65c6e02f-e82e-45a1-a002-20f47c916920 up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:15.881645 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d10ddc84-606c-45c5-af1d-812eb09926cb tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (8f090007-3029-4384-9346-8893bdfab075), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.889781 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90092fc-68d0-4edb-a456-85ff0c9b2f0e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:15.894313 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (ffd5dd3e-acbc-4056-be3b-c9ea6a75aec0), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.894775 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Added segment ffd5dd3e-acbc-4056-be3b-c9ea6a75aec0 of type vlan for network 0c3d8b38-af03-4b85-bb2d-1ee6fc13b824 Feb 21 01:42:15.937596 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (0c3d8b38-af03-4b85-bb2d-1ee6fc13b824), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.939590 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 65c6e02f-e82e-45a1-a002-20f47c916920 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:15.940258 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.957625 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d10ddc84-606c-45c5-af1d-812eb09926cb tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (8f090007-3029-4384-9346-8893bdfab075), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:15.978719 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ddc84-606c-45c5-af1d-812eb09926cb tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f090007-3029-4384-9346-8893bdfab075,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:16.024963 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 65c6e02f-e82e-45a1-a002-20f47c916920 is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:16.026546 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 076db2e4-48c7-4bc2-a862-e5d372505bee up at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:16.036350 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (0c3d8b38-af03-4b85-bb2d-1ee6fc13b824), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.037363 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:16.037949 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.051211 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-d10ddc84-606c-45c5-af1d-812eb09926cb tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.054817 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-d10ddc84-606c-45c5-af1d-812eb09926cb tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664749 Feb 21 01:42:16.055307 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 33998) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:16.059635 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-4b56b913-5722-4e9f-9034-299bc8e9d92e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'security_group_rule': {'security_group_id': '6656dd15-2e63-417d-ace0-f24a496fabe1', 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:16.073286 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Provisioning complete for port 076db2e4-48c7-4bc2-a862-e5d372505bee triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:16.073664 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.102329 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] Pushing event updated for resources: {'Network': ['ID=0c3d8b38-af03-4b85-bb2d-1ee6fc13b824,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:16.112885 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 0c3d8b38-af03-4b85-bb2d-1ee6fc13b824 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:42:16.132356 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-b37c40fc-f099-467d-827a-1b3a24431199 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7227659 Feb 21 01:42:16.135763 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34000) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:16.141756 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Request body: {'subnet': {'network_id': '0c3d8b38-af03-4b85-bb2d-1ee6fc13b824', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-853511477-subnet', 'tenant_id': '6b2c161e9f0b4b4ea42fdb52ad3617d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:16.190659 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4b56b913-5722-4e9f-9034-299bc8e9d92e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (fc927fa2-4fdc-471e-9d58-73a42b9aada8), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.217729 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Current status of the port 076db2e4-48c7-4bc2-a862-e5d372505bee is: ACTIVE; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:16.246737 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Made reservation on behalf of 6b2c161e9f0b4b4ea42fdb52ad3617d3 for: {'subnet': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:16.249879 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63494614'] for subnet (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.299380 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4b56b913-5722-4e9f-9034-299bc8e9d92e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (fc927fa2-4fdc-471e-9d58-73a42b9aada8), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.366592 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4b56b913-5722-4e9f-9034-299bc8e9d92e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (fc927fa2-4fdc-471e-9d58-73a42b9aada8), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.398960 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56b913-5722-4e9f-9034-299bc8e9d92e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc927fa2-4fdc-471e-9d58-73a42b9aada8,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:16.491294 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-4b56b913-5722-4e9f-9034-299bc8e9d92e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.495634 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-4b56b913-5722-4e9f-9034-299bc8e9d92e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4368465 Feb 21 01:42:16.499542 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34002) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:16.500732 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-ba6ed24f-c095-431c-bf33-16e6f5af9541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'security_group_rule': {'security_group_id': '6656dd15-2e63-417d-ace0-f24a496fabe1', 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:16.552307 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63695844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63494436'] for subnet (5862165f-1ff2-4935-9cd9-556dfd698065), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.583873 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.securitygroups_db [None req-ba6ed24f-c095-431c-bf33-16e6f5af9541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Project 94593ad3d3934da1ab80ce0c851c7d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:42:16.594946 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed24f-c095-431c-bf33-16e6f5af9541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (6e7551b5-bede-4197-a54b-85d25d48cd0c), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.634041 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5862165f-1ff2-4935-9cd9-556dfd698065,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:16.657905 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Checking segment: {'id': 'ffd5dd3e-acbc-4056-be3b-c9ea6a75aec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0c3d8b38-af03-4b85-bb2d-1ee6fc13b824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:16.658280 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Network hostable DHCP agents. Network: 0c3d8b38-af03-4b85-bb2d-1ee6fc13b824, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:42:16.686586 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed24f-c095-431c-bf33-16e6f5af9541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (6e7551b5-bede-4197-a54b-85d25d48cd0c), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.763490 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed24f-c095-431c-bf33-16e6f5af9541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (6e7551b5-bede-4197-a54b-85d25d48cd0c), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.781626 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ed24f-c095-431c-bf33-16e6f5af9541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7551b5-bede-4197-a54b-85d25d48cd0c,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:16.790722 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Network 0c3d8b38-af03-4b85-bb2d-1ee6fc13b824 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:42:16.885793 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed24f-c095-431c-bf33-16e6f5af9541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.887317 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-ba6ed24f-c095-431c-bf33-16e6f5af9541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3903291 Feb 21 01:42:16.890013 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34004) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:16.894284 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-fb6491d2-86a7-4a06-9bb9-88c72b077086 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'security_group_rule': {'security_group_id': '6656dd15-2e63-417d-ace0-f24a496fabe1', 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:16.908576 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 0c3d8b38-af03-4b85-bb2d-1ee6fc13b824) {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:16.913667 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:16.918466 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:16.919554 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde390b8-a537-42e6-8ade-a7e7b60e084c None None] Network 0c3d8b38-af03-4b85-bb2d-1ee6fc13b824 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:17.002741 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.securitygroups_db [None req-fb6491d2-86a7-4a06-9bb9-88c72b077086 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Project 94593ad3d3934da1ab80ce0c851c7d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 01:42:17.008084 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fb6491d2-86a7-4a06-9bb9-88c72b077086 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (d0800b18-4d60-47f2-ac72-1a4aa5dc43b9), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:17.019076 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3adf96-f3d7-48cf-a0d4-46fb7b29d7bb None None] Network 0c3d8b38-af03-4b85-bb2d-1ee6fc13b824 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:17.038643 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-1f107c5e-cbef-4e38-837e-0b9b4fc9cdd9 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8928185 Feb 21 01:42:17.083990 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fb6491d2-86a7-4a06-9bb9-88c72b077086 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (d0800b18-4d60-47f2-ac72-1a4aa5dc43b9), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:17.146293 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fb6491d2-86a7-4a06-9bb9-88c72b077086 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691808'] for security_group_rule (d0800b18-4d60-47f2-ac72-1a4aa5dc43b9), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:17.167054 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6491d2-86a7-4a06-9bb9-88c72b077086 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0800b18-4d60-47f2-ac72-1a4aa5dc43b9,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:17.228863 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-fb6491d2-86a7-4a06-9bb9-88c72b077086 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:17.230217 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-fb6491d2-86a7-4a06-9bb9-88c72b077086 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392317 Feb 21 01:42:17.702141 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34058) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:17.707135 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1484742038-network', 'tenant_id': '0063b207a684478c82ce3efbdf46a3b5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:17.819341 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Made reservation on behalf of 0063b207a684478c82ce3efbdf46a3b5 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:17.822252 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:17.831469 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:17.919793 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Publish callbacks [] for security_group (a6e8e591-7ca6-44b5-9952-c819a2025e48), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.003317 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a6e8e591-7ca6-44b5-9952-c819a2025e48), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.025458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:42:18.040049 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e8e591-7ca6-44b5-9952-c819a2025e48,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:18.043769 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (34bf9e12-c60f-4430-8593-2f6fdeac0d92), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.043769 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Added segment 34bf9e12-c60f-4430-8593-2f6fdeac0d92 of type vlan for network 54effcd8-da01-4fbc-b72b-2a5da73e5140 Feb 21 01:42:18.084334 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (54effcd8-da01-4fbc-b72b-2a5da73e5140), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.204391 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (54effcd8-da01-4fbc-b72b-2a5da73e5140), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.205899 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:18.206623 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.266996 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=54effcd8-da01-4fbc-b72b-2a5da73e5140,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:18.278313 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 54effcd8-da01-4fbc-b72b-2a5da73e5140 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:42:18.345000 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-01a6abb5-9d8e-42f7-87b9-58e1081b2ce4 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6414902 Feb 21 01:42:18.347427 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34066) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:18.352134 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Request body: {'subnet': {'network_id': '54effcd8-da01-4fbc-b72b-2a5da73e5140', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1484742038-subnet', 'tenant_id': '0063b207a684478c82ce3efbdf46a3b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:18.432032 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Made reservation on behalf of 0063b207a684478c82ce3efbdf46a3b5 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:18.434529 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63869705'] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.712024 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63863897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63869947'] for subnet (eff3a137-da54-46ac-a7f0-687f924d6395), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.764446 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff3a137-da54-46ac-a7f0-687f924d6395,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:18.774020 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Checking segment: {'id': '34bf9e12-c60f-4430-8593-2f6fdeac0d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '54effcd8-da01-4fbc-b72b-2a5da73e5140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:18.774376 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Network hostable DHCP agents. Network: 54effcd8-da01-4fbc-b72b-2a5da73e5140, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:42:18.878030 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Network 54effcd8-da01-4fbc-b72b-2a5da73e5140 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:42:18.969327 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 54effcd8-da01-4fbc-b72b-2a5da73e5140) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:18.973280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:18.973941 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:18.978365 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b327a6-6215-4d35-b0fc-5a817c107858 None None] Network 54effcd8-da01-4fbc-b72b-2a5da73e5140 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:19.063374 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-4435e808-8096-4f5a-85d9-a81459dc26a0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7149153 Feb 21 01:42:19.084056 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ccbf3-7c22-4ae0-adc1-a37dcf8e1788 None None] Network 54effcd8-da01-4fbc-b72b-2a5da73e5140 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:34.134348 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-e274eb20-1656-4fa2-897e-c0105b1307fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.520956 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:42:36.659986 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172bdc68-093d-4eba-ac2c-e69c9c63b280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:36.733333 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:37.728854 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:39.168615 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.329981 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34268) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:40.376603 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d12d9e-a63f-409f-a976-2d86be9828a8 admin admin] Deleting subnet 5862165f-1ff2-4935-9cd9-556dfd698065 {{(pid=103193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:42:40.379827 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-49d12d9e-a63f-409f-a976-2d86be9828a8 admin admin] Publish callbacks [] for subnet (5862165f-1ff2-4935-9cd9-556dfd698065), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.414701 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-49d12d9e-a63f-409f-a976-2d86be9828a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63094948'] for subnet (5862165f-1ff2-4935-9cd9-556dfd698065), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.452995 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-49d12d9e-a63f-409f-a976-2d86be9828a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (5862165f-1ff2-4935-9cd9-556dfd698065), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.528756 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.552208 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-49d12d9e-a63f-409f-a976-2d86be9828a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63695781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63494459'] for subnet (5862165f-1ff2-4935-9cd9-556dfd698065), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.579173 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d12d9e-a63f-409f-a976-2d86be9828a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5862165f-1ff2-4935-9cd9-556dfd698065,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:40.584808 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-49d12d9e-a63f-409f-a976-2d86be9828a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.588018 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-49d12d9e-a63f-409f-a976-2d86be9828a8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/5862165f-1ff2-4935-9cd9-556dfd698065 HTTP/1.1" status: 204 len: 168 time: 0.2569795 Feb 21 01:42:40.591127 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34270) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:40.656849 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (0c3d8b38-af03-4b85-bb2d-1ee6fc13b824), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.735932 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (0c3d8b38-af03-4b85-bb2d-1ee6fc13b824), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.755681 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3d8b38-af03-4b85-bb2d-1ee6fc13b824']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:40.765514 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd5dd3e-acbc-4056-be3b-c9ea6a75aec0') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:40.765815 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd5dd3e-acbc-4056-be3b-c9ea6a75aec0') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:40.774841 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (ffd5dd3e-acbc-4056-be3b-c9ea6a75aec0), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.787687 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (ffd5dd3e-acbc-4056-be3b-c9ea6a75aec0), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.793423 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:42:40.793807 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (ffd5dd3e-acbc-4056-be3b-c9ea6a75aec0), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:42:40.795373 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:42:40.911162 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (0c3d8b38-af03-4b85-bb2d-1ee6fc13b824), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.916380 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:40.920203 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/0c3d8b38-af03-4b85-bb2d-1ee6fc13b824 HTTP/1.1" status: 204 len: 168 time: 0.3281517 Feb 21 01:42:40.922997 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34272) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:40.942504 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc041d-7ead-4b1a-882c-a769645054b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c3d8b38-af03-4b85-bb2d-1ee6fc13b824,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:40.971524 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ff10f9-0520-4974-ac16-b956dd990f6a admin admin] Deleting subnet eff3a137-da54-46ac-a7f0-687f924d6395 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:42:40.974680 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-93ff10f9-0520-4974-ac16-b956dd990f6a admin admin] Publish callbacks [] for subnet (eff3a137-da54-46ac-a7f0-687f924d6395), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.008632 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-93ff10f9-0520-4974-ac16-b956dd990f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66804943'] for subnet (eff3a137-da54-46ac-a7f0-687f924d6395), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.048332 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-93ff10f9-0520-4974-ac16-b956dd990f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (eff3a137-da54-46ac-a7f0-687f924d6395), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.169291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-93ff10f9-0520-4974-ac16-b956dd990f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63863832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63869924'] for subnet (eff3a137-da54-46ac-a7f0-687f924d6395), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.195498 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff10f9-0520-4974-ac16-b956dd990f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff3a137-da54-46ac-a7f0-687f924d6395,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:41.199413 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-93ff10f9-0520-4974-ac16-b956dd990f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.202989 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-93ff10f9-0520-4974-ac16-b956dd990f6a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/eff3a137-da54-46ac-a7f0-687f924d6395 HTTP/1.1" status: 204 len: 168 time: 0.2788200 Feb 21 01:42:41.205503 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34286) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:41.286558 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (54effcd8-da01-4fbc-b72b-2a5da73e5140), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.382963 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (54effcd8-da01-4fbc-b72b-2a5da73e5140), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.413653 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54effcd8-da01-4fbc-b72b-2a5da73e5140']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:41.430876 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34bf9e12-c60f-4430-8593-2f6fdeac0d92') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:41.431167 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34bf9e12-c60f-4430-8593-2f6fdeac0d92') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:41.440100 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-46f104ff-5dba-4e51-abaf-a314d6af9e01 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551254502&fields=id&tenant_id=94593ad3d3934da1ab80ce0c851c7d3e HTTP/1.1" status: 200 len: 267 time: 0.0874414 Feb 21 01:42:41.443257 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66804950'] for segment (34bf9e12-c60f-4430-8593-2f6fdeac0d92), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.472512 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (34bf9e12-c60f-4430-8593-2f6fdeac0d92), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.505561 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:42:41.505941 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63849470'] for segment (34bf9e12-c60f-4430-8593-2f6fdeac0d92), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: Traceback (most recent call last): Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: timer() Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: cb(*args, **kw) Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: return func(*args, **kwargs) Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: self._notify() Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: self.callback(batched_events) Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: event.method(event) Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: return f(self, *a, **k) Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._get(url).json() Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: return self.request(url, 'GET', **kwargs) Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:42:41.507506 dv-cinder-813228-6-iscsi neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:42:41.600846 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe8871-5207-42f4-91af-79d0c6878220 req-e1e06405-cc57-4c28-82ba-028976810799 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:41.602218 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-e1e06405-cc57-4c28-82ba-028976810799 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 811 time: 0.1529851 Feb 21 01:42:41.617054 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-933fb694-49cb-4929-a7da-fd81c6439786 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/quotas/94593ad3d3934da1ab80ce0c851c7d3e HTTP/1.1" status: 200 len: 375 time: 0.0088463 Feb 21 01:42:41.651364 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (54effcd8-da01-4fbc-b72b-2a5da73e5140), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.656241 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:41.660722 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] 10.222.0.90 "DELETE /v2.0/networks/54effcd8-da01-4fbc-b72b-2a5da73e5140 HTTP/1.1" status: 204 len: 168 time: 0.4529889 Feb 21 01:42:41.675305 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af891be-3cfc-4431-aa1a-e81f8dace375 admin admin] Pushing event deleted for resources: {'Network': ['ID=54effcd8-da01-4fbc-b72b-2a5da73e5140,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:41.694265 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-ef0431ed-d18c-4cb0-99e6-1d171c2dda51 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721250 Feb 21 01:42:41.710253 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-37a82fea-ef3d-4a76-a43e-faee3231f683 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:42:41.711234 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-37a82fea-ef3d-4a76-a43e-faee3231f683 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053558 Feb 21 01:42:41.803849 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-b09dee8f-56cc-4531-a8e5-80586021f7ab service neutron] 10.222.0.90 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862451 Feb 21 01:42:41.890496 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-cd19ea79-9e5d-446e-99c3-6b5b32fa5767 service neutron] 10.222.0.90 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808268 Feb 21 01:42:42.013744 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34296) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:42.052521 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-a8370e54-2fbb-4f54-a527-848ca0005e66 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6b2c161e9f0b4b4ea42fdb52ad3617d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378871 Feb 21 01:42:42.054999 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34298) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:42.104214 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1429cb2f-2ca2-47fe-b20c-27d3f164aac5 admin admin] Publish callbacks [] for security_group (a90092fc-68d0-4edb-a456-85ff0c9b2f0e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.125056 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1429cb2f-2ca2-47fe-b20c-27d3f164aac5 admin admin] Publish callbacks [] for security_group (a90092fc-68d0-4edb-a456-85ff0c9b2f0e), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.243019 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1429cb2f-2ca2-47fe-b20c-27d3f164aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a90092fc-68d0-4edb-a456-85ff0c9b2f0e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.246078 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1429cb2f-2ca2-47fe-b20c-27d3f164aac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:42.247291 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-1429cb2f-2ca2-47fe-b20c-27d3f164aac5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a90092fc-68d0-4edb-a456-85ff0c9b2f0e HTTP/1.1" status: 204 len: 168 time: 0.1913607 Feb 21 01:42:42.254864 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429cb2f-2ca2-47fe-b20c-27d3f164aac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90092fc-68d0-4edb-a456-85ff0c9b2f0e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:42.679588 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fad2aefc-6a33-4eba-88b2-79efb38c8a68 req-b7e9105f-e3b0-474c-92a3-90cfe4b056b0 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 210 time: 0.2650745 Feb 21 01:42:42.960712 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34316) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:43.004661 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-fd2970b4-1301-422d-8c54-30332085a50d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0063b207a684478c82ce3efbdf46a3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427749 Feb 21 01:42:43.007160 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34318) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:43.053544 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a1241dc3-f266-4c5e-8954-ee84e7c5b049 admin admin] Publish callbacks [] for security_group (a6e8e591-7ca6-44b5-9952-c819a2025e48), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.073884 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a1241dc3-f266-4c5e-8954-ee84e7c5b049 admin admin] Publish callbacks [] for security_group (a6e8e591-7ca6-44b5-9952-c819a2025e48), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.185796 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a1241dc3-f266-4c5e-8954-ee84e7c5b049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a6e8e591-7ca6-44b5-9952-c819a2025e48), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.188509 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a1241dc3-f266-4c5e-8954-ee84e7c5b049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:43.189608 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a1241dc3-f266-4c5e-8954-ee84e7c5b049 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a6e8e591-7ca6-44b5-9952-c819a2025e48 HTTP/1.1" status: 204 len: 168 time: 0.1815746 Feb 21 01:42:43.197481 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1241dc3-f266-4c5e-8954-ee84e7c5b049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e8e591-7ca6-44b5-9952-c819a2025e48,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:43.772913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8d560e50-2e5a-4b66-9ca5-09b4b571ce3b req-31e1ce37-1ee4-4b14-8e0e-c553ad5f25a1 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 210 time: 0.0284748 Feb 21 01:42:44.548515 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe8871-5207-42f4-91af-79d0c6878220 req-60f77fef-6743-4b24-8beb-b8462cf2de6d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:44.549968 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-60f77fef-6743-4b24-8beb-b8462cf2de6d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 811 time: 0.1001000 Feb 21 01:42:44.619631 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-4cb5d97e-a646-4199-92c4-1134659d97c2 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94593ad3d3934da1ab80ce0c851c7d3e HTTP/1.1" status: 200 len: 380 time: 0.0615351 Feb 21 01:42:44.628591 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'port': {'device_id': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'admin_state_up': True, 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'security_groups': ['6656dd15-2e63-417d-ace0-f24a496fabe1']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:44.813970 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Made reservation on behalf of 94593ad3d3934da1ab80ce0c851c7d3e for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:42:44.817320 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:44.920626 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4be65fad-c55a-4cc9-a1ec-e58da6b36dab req-72c97778-3a48-4702-b354-796b38736f7f tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 210 time: 0.0733750 Feb 21 01:42:44.988162 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Allocated IP 172.20.0.14 (05842dab-dc3d-4a7b-83c4-206a5c07022d/e1c1af87-98a1-4439-941e-26da9ba6f9f6/75fcf9e4-d75d-42b6-a1f3-4f77b840ca06) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:42:45.391533 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.512918 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.556507 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:42:45.562121 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:42:45.566512 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:42:45.570400 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'Port': ['ID=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:45.605291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.605291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.605291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.605291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.605291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.605764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.605764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.606046 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.606370 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.606694 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.607017 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.607333 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.607648 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:45.639788 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:45.640448 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.744107 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe051799-f9ff-4119-b2d8-f1b64560e53c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1191111 Feb 21 01:42:45.753630 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-60cfba05-097c-4993-ad28-78ad487da597 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:42:45.755264 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-60cfba05-097c-4993-ad28-78ad487da597 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060747 Feb 21 01:42:45.777892 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-d1605224-c020-4e0c-99de-d473e95df16b None None] Provisioning complete for port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:45.778369 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d1605224-c020-4e0c-99de-d473e95df16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:45.817253 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-d1605224-c020-4e0c-99de-d473e95df16b None None] Port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:42:45.870095 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Request body: {'port': {'device_id': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:42:45.933590 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.138785 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa020c-699c-4238-8a25-2fa868535560 req-d8057476-96f9-4188-997b-a3b9ceede849 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:46.140185 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-24aa020c-699c-4238-8a25-2fa868535560 req-d8057476-96f9-4188-997b-a3b9ceede849 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 932 time: 0.1517026 Feb 21 01:42:46.222259 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-24aa020c-699c-4238-8a25-2fa868535560 req-c663fb40-9433-4a87-a585-77d2287724cc tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763495 Feb 21 01:42:46.272439 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:42:46.280501 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Publish callbacks [] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.292598 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Transition to ACTIVE for port object 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:42:46.443136 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.491799 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Pushing event updated for resources: {'Port': ['ID=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:46.570402 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Attempting to bind port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:42:46.570749 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Attempting to bind port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:42:46.571084 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Attempting to bind port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:46.576090 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:42:46.585907 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Attempting to bind port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:42:46.585907 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:42:46.585907 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Checking segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:42:46.585907 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Bound using segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:42:46.585907 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Bound port: 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:42:46.585907 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.652728 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] For port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:42:46.656008 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] For port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:42:46.729760 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.762695 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:46.763497 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:46.764908 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] 10.222.0.43 "PUT /v2.0/ports/75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 HTTP/1.1" status: 200 len: 1094 time: 0.9953699 Feb 21 01:42:46.767211 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'tag': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:46.770231 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6152805a-6e5b-46b1-a391-2edbce74c5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "28ebc3bf-d635-4c37-869a-261c9ec07c18", "tag": "75fcf9e4-d75d-42b6-a1f3-4f77b840ca06"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:46.804741 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390ea0d-9374-46a9-b07e-ce634d98eda7 service neutron] Pushing event updated for resources: {'Port': ['ID=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:46.909019 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe8871-5207-42f4-91af-79d0c6878220 req-a610db3b-11c1-4371-8892-068aa7fdfd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:46.910669 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-a610db3b-11c1-4371-8892-068aa7fdfd51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 1128 time: 0.0506079 Feb 21 01:42:46.955323 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cda30a-8291-4b03-8d7c-d62444b1ce89 x-openstack-request-id: req-33cda30a-8291-4b03-8d7c-d62444b1ce89 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:46.955615 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ebc3bf-d635-4c37-869a-261c9ec07c18", "tag": "75fcf9e4-d75d-42b6-a1f3-4f77b840ca06", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:46.955873 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-33cda30a-8291-4b03-8d7c-d62444b1ce89 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:46.956275 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'tag': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'status': 'completed', 'code': 200} Feb 21 01:42:46.957799 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-dcdb1561-7cb0-4ced-a118-75c243700d17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 HTTP/1.1" status: 200 len: 217 time: 0.0392816 Feb 21 01:42:47.004933 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe8871-5207-42f4-91af-79d0c6878220 req-1a4968bb-dab4-40ee-a379-39f6fd029393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.006346 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-1a4968bb-dab4-40ee-a379-39f6fd029393 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0424306 Feb 21 01:42:47.056304 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe8871-5207-42f4-91af-79d0c6878220 req-65d411f8-d49f-4749-b719-2035fd210b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.058388 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-65d411f8-d49f-4749-b719-2035fd210b5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460045 Feb 21 01:42:47.145296 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-fe0e9e03-c048-4d6f-bd9c-85794bed66c5 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808797 Feb 21 01:42:47.240213 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-87fe8871-5207-42f4-91af-79d0c6878220 req-9cfbaf69-349f-4073-9dc9-fdfa590a9cdf service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886552 Feb 21 01:42:47.346333 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37ea82-b57c-4d4c-b0dc-9ec1ab6dffc8 req-ddb18743-acd8-4a4a-8e90-dc7c27e617b2 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.347808 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1a37ea82-b57c-4d4c-b0dc-9ec1ab6dffc8 req-ddb18743-acd8-4a4a-8e90-dc7c27e617b2 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 944 time: 0.0516708 Feb 21 01:42:47.399780 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1a37ea82-b57c-4d4c-b0dc-9ec1ab6dffc8 req-b46c45ce-39ba-44a5-b25e-f7611998a1f3 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459151 Feb 21 01:42:47.449131 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-8feb785a-5f23-466d-a69a-f83486ad10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.450862 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-8feb785a-5f23-466d-a69a-f83486ad10d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 1128 time: 0.0453570 Feb 21 01:42:47.545811 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-9bf3fecd-32e8-4434-8d56-89f64ef81b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.547302 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-9bf3fecd-32e8-4434-8d56-89f64ef81b73 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0892370 Feb 21 01:42:47.589507 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-dab8aa29-f3aa-4f23-ac2d-ac4140a2d5e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 HTTP/1.1" status: 200 len: 217 time: 0.0366771 Feb 21 01:42:47.638589 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-18a028fc-d96a-4649-b2aa-758eab5010c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.639713 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-18a028fc-d96a-4649-b2aa-758eab5010c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0435789 Feb 21 01:42:47.695632 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-e4c74e4a-2af7-464b-8395-1920ad0aae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.698980 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-e4c74e4a-2af7-464b-8395-1920ad0aae43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482390 Feb 21 01:42:47.833198 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-7e4bbda5-ed8b-4bdf-ad30-c7c67f7db04d service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282361 Feb 21 01:42:47.842790 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e68214-d449-4f1d-a54c-fe8fb9d7801b req-5a94cf82-4a82-4a7f-a7a7-476bfc037b9d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:47.844165 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-67e68214-d449-4f1d-a54c-fe8fb9d7801b req-5a94cf82-4a82-4a7f-a7a7-476bfc037b9d tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 947 time: 0.0733554 Feb 21 01:42:47.947300 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-67e68214-d449-4f1d-a54c-fe8fb9d7801b req-5d991250-644a-41ec-b6d8-b3b1463671e5 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943897 Feb 21 01:42:47.964603 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6152805a-6e5b-46b1-a391-2edbce74c5d2 req-92e2573b-1e23-4f45-baf6-6b11da94431d service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194570 Feb 21 01:42:48.522505 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8320ecc-dcbb-4e72-8807-bcd6f38df0d0 req-c09b2433-01e7-4df5-adc5-f39989e97497 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:48.523873 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8320ecc-dcbb-4e72-8807-bcd6f38df0d0 req-c09b2433-01e7-4df5-adc5-f39989e97497 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 944 time: 0.0520506 Feb 21 01:42:48.576670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d8320ecc-dcbb-4e72-8807-bcd6f38df0d0 req-6d4cbf80-b609-478f-8c06-8ace0172eeaf tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472336 Feb 21 01:42:49.074014 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312d8e5-31ce-4b10-8fd3-e1142a71dd71 req-d0e66fbf-224b-4195-bdfe-70daaa51eca3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:49.075539 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7312d8e5-31ce-4b10-8fd3-e1142a71dd71 req-d0e66fbf-224b-4195-bdfe-70daaa51eca3 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 947 time: 0.0519426 Feb 21 01:42:49.123028 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7312d8e5-31ce-4b10-8fd3-e1142a71dd71 req-8fa6836c-3acc-4595-9f77-2c018a6f16dd tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups?id=8e3b242a-289f-4c0e-ac9d-0f093caa1c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 Feb 21 01:42:49.348483 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-8e3db6e9-43a2-4e2a-ac53-6a235d81aca4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:49.349880 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-8e3db6e9-43a2-4e2a-ac53-6a235d81aca4 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 947 time: 0.0515790 Feb 21 01:42:49.449201 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Deleting port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:49.449544 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:49.536341 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] For port f62f5ef9-41f3-4a8a-abf2-f89200d260f6, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:49.536731 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:49.738372 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:49.738733 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (61451aca-8b3e-48c9-ac17-df43e6162af2), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:49.739056 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Floating IP 61451aca-8b3e-48c9-ac17-df43e6162af2 disassociated. External IP: 172.27.3.63, port: f62f5ef9-41f3-4a8a-abf2-f89200d260f6. Feb 21 01:42:49.739392 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Calling delete_port for f62f5ef9-41f3-4a8a-abf2-f89200d260f6 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:49.757601 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55379a-5815-4134-a52d-f9f3ca3edadf req-3d45d9be-86c0-47d9-a580-69432942796b tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:49.759071 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cc55379a-5815-4134-a52d-f9f3ca3edadf req-3d45d9be-86c0-47d9-a580-69432942796b tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 944 time: 0.1119854 Feb 21 01:42:49.859332 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cc55379a-5815-4134-a52d-f9f3ca3edadf req-32170676-1e90-4b37-bd36-8b935bd02b1c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694692 Feb 21 01:42:49.967058 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (f62f5ef9-41f3-4a8a-abf2-f89200d260f6), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:49.994897 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event deleted for resources: {'Port': ['ID=f62f5ef9-41f3-4a8a-abf2-f89200d260f6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:50.109000 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Router a2ced291-0182-4fa1-8eca-27c1193c27f8 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:50.217834 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:50.231501 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] Sync routers for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:50.243172 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:50.244238 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:50.264497 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] No DVR routers for this DVR port f62f5ef9-41f3-4a8a-abf2-f89200d260f6 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:50.268526 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:50.272244 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-57d4dd8f-eca6-4434-89dd-5c3d421485ab req-1fd72522-8d02-4e2e-ac64-647d9edff0cf tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.43 "DELETE /v2.0/ports/f62f5ef9-41f3-4a8a-abf2-f89200d260f6 HTTP/1.1" status: 204 len: 173 time: 0.9173794 Feb 21 01:42:50.276270 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-deleted', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:50.276270 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfac58b-bf57-4ba7-8f55-bb90dc7dead6" -d '{"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-deleted", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:50.316488 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ac451-aa43-40a7-828b-66a8b457f716 x-openstack-request-id: req-1d4ac451-aa43-40a7-828b-66a8b457f716 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:50.316791 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e49ba09-7813-4190-b34c-c2a6fc9c49bb", "name": "network-vif-deleted", "tag": "f62f5ef9-41f3-4a8a-abf2-f89200d260f6", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:50.317053 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1d4ac451-aa43-40a7-828b-66a8b457f716 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:50.317523 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e49ba09-7813-4190-b34c-c2a6fc9c49bb', 'name': 'network-vif-deleted', 'tag': 'f62f5ef9-41f3-4a8a-abf2-f89200d260f6', 'status': 'completed', 'code': 200} Feb 21 01:42:50.369993 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:50.386073 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b2d1c71f-5ec2-4cd4-b055-ec5e0fd2aea9 req-68621c8e-defe-44b5-b7c2-84cb49e28892 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/ports?device_id=6e49ba09-7813-4190-b34c-c2a6fc9c49bb HTTP/1.1" status: 200 len: 210 time: 0.0287247 Feb 21 01:42:50.598591 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:50.714585 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] Checking router: a2ced291-0182-4fa1-8eca-27c1193c27f8 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:50.723091 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:50.723693 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:50.828665 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:50.995602 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fbd26-c52b-4121-8573-b35b028d0053 req-4d9690f2-0335-418d-b2d5-5892e449d87e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:50.997232 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-150fbd26-c52b-4121-8573-b35b028d0053 req-4d9690f2-0335-418d-b2d5-5892e449d87e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 944 time: 0.0648065 Feb 21 01:42:51.056211 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:51.060517 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-150fbd26-c52b-4121-8573-b35b028d0053 req-90c0c442-d134-41e5-a30d-f429286801ef tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554519 Feb 21 01:42:51.087341 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f2663b-7c94-4a65-8ffb-19c7a999c5bb None None] The sync data for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi is: [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '04011b65-f172-48b5-b66a-a6e8816228e0', 'name': '', 'network_id': '6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'mac_address': 'fa:16:3e:6b:3b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:07Z', 'updated_at': '2022-02-21T01:32:17Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'subnets': [{'id': '760de736-8a7c-46f6-8520-adab2f522f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:51.313985 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f8f10c-a8b7-4d1a-82f7-fb09079233ae None None] New status for floating IP 61451aca-8b3e-48c9-ac17-df43e6162af2: DOWN {{(pid=103195) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:42:51.580975 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34456) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:51.630202 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bca91799-21e2-46e3-8d08-9d2cb96c8a7c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (8e3b242a-289f-4c0e-ac9d-0f093caa1c89), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.653326 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bca91799-21e2-46e3-8d08-9d2cb96c8a7c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (8e3b242a-289f-4c0e-ac9d-0f093caa1c89), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.774730 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bca91799-21e2-46e3-8d08-9d2cb96c8a7c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (8e3b242a-289f-4c0e-ac9d-0f093caa1c89), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.778320 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bca91799-21e2-46e3-8d08-9d2cb96c8a7c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.779444 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-bca91799-21e2-46e3-8d08-9d2cb96c8a7c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "DELETE /v2.0/security-groups/8e3b242a-289f-4c0e-ac9d-0f093caa1c89 HTTP/1.1" status: 204 len: 168 time: 0.1992121 Feb 21 01:42:51.782262 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34458) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:51.788391 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca91799-21e2-46e3-8d08-9d2cb96c8a7c tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3b242a-289f-4c0e-ac9d-0f093caa1c89,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:51.795486 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.api.v2.resource [None req-0316af8a-9501-4cf0-9189-8f1304eed3b7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] show failed (client error): The resource could not be found. Feb 21 01:42:51.796504 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-0316af8a-9501-4cf0-9189-8f1304eed3b7 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "GET /v2.0/security-groups/8e3b242a-289f-4c0e-ac9d-0f093caa1c89 HTTP/1.1" status: 404 len: 347 time: 0.0131383 Feb 21 01:42:51.799342 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34460) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:51.920104 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Deleting port 50e1a56b-7f91-4334-8875-03cb5b2fe331 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:51.920446 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (50e1a56b-7f91-4334-8875-03cb5b2fe331), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.994690 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (50e1a56b-7f91-4334-8875-03cb5b2fe331), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:51.995021 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (50e1a56b-7f91-4334-8875-03cb5b2fe331), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.006246 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Calling delete_port for 50e1a56b-7f91-4334-8875-03cb5b2fe331 owned by network:floatingip {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:52.171502 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184614cb-4978-4479-8fb4-7763fc82a08d req-f01220ac-0144-4d63-bef6-72a33a827104 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:52.173006 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-184614cb-4978-4479-8fb4-7763fc82a08d req-f01220ac-0144-4d63-bef6-72a33a827104 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 944 time: 0.0540786 Feb 21 01:42:52.190068 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (50e1a56b-7f91-4334-8875-03cb5b2fe331), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.220175 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Pushing event deleted for resources: {'Port': ['ID=50e1a56b-7f91-4334-8875-03cb5b2fe331,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:52.220937 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-184614cb-4978-4479-8fb4-7763fc82a08d req-494925e3-6cd9-4f84-9220-0e84c0d0da2e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422461 Feb 21 01:42:52.246062 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.246416 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.246762 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.247104 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.247443 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.247779 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.248112 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.248472 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.248809 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.249135 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.249469 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.249797 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.250123 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:52.289880 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks [] for floatingip (61451aca-8b3e-48c9-ac17-df43e6162af2), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.293127 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:52.294266 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9099d297-b76b-4f8b-a67b-25bb9420f33e tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] 10.222.0.90 "DELETE /v2.0/floatingips/61451aca-8b3e-48c9-ac17-df43e6162af2 HTTP/1.1" status: 204 len: 168 time: 0.4940557 Feb 21 01:42:53.337556 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be1229-2bd4-43ef-9245-e756bea274f6 req-32531968-ebc8-446e-883a-a3665b46d5ef tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:53.339043 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-15be1229-2bd4-43ef-9245-e756bea274f6 req-32531968-ebc8-446e-883a-a3665b46d5ef tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 944 time: 0.0519543 Feb 21 01:42:53.387579 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-15be1229-2bd4-43ef-9245-e756bea274f6 req-cb790303-7faf-4e70-adcd-1503ccd96873 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Feb 21 01:42:53.644278 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device f62f5ef9-41f3-4a8a-abf2-f89200d260f6 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:53.668637 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: f62f5ef9-41f3-4a8a-abf2-f89200d260f6 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:53.668994 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device f62f5ef9-41f3-4a8a-abf2-f89200d260f6 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:54.387055 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34508) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:54.499026 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9730-da68-4156-89e5-987d4cbf741e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:54.539991 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22086d6e-9471-4f81-a7b4-cd6b3eba3302 req-9a62c8f4-4a6d-43ee-9ddf-90a8ab3ebae6 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:54.541494 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22086d6e-9471-4f81-a7b4-cd6b3eba3302 req-9a62c8f4-4a6d-43ee-9ddf-90a8ab3ebae6 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 944 time: 0.0884843 Feb 21 01:42:54.628244 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-22086d6e-9471-4f81-a7b4-cd6b3eba3302 req-b6ec8d06-7318-4f38-9b7e-7b5158b47a31 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800722 Feb 21 01:42:54.651501 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9730-da68-4156-89e5-987d4cbf741e admin admin] Publish callbacks [] for security_group (e84799ad-cf72-4784-a42a-8260f3f6d83b), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:54.693794 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9730-da68-4156-89e5-987d4cbf741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (e84799ad-cf72-4784-a42a-8260f3f6d83b), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:54.734485 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-1d6f9730-da68-4156-89e5-987d4cbf741e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f7b5055aa78a4c0c83f7d8d23a8dd577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460946 Feb 21 01:42:54.735277 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f9730-da68-4156-89e5-987d4cbf741e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84799ad-cf72-4784-a42a-8260f3f6d83b,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:54.737280 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34514) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:54.785048 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ed442b46-2f4a-441c-a0a2-dedf25923117 admin admin] Publish callbacks [] for security_group (e84799ad-cf72-4784-a42a-8260f3f6d83b), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:54.805462 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ed442b46-2f4a-441c-a0a2-dedf25923117 admin admin] Publish callbacks [] for security_group (e84799ad-cf72-4784-a42a-8260f3f6d83b), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:54.915942 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ed442b46-2f4a-441c-a0a2-dedf25923117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (e84799ad-cf72-4784-a42a-8260f3f6d83b), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:54.918667 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-ed442b46-2f4a-441c-a0a2-dedf25923117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:54.919873 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-ed442b46-2f4a-441c-a0a2-dedf25923117 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e84799ad-cf72-4784-a42a-8260f3f6d83b HTTP/1.1" status: 204 len: 168 time: 0.1815095 Feb 21 01:42:54.935453 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed442b46-2f4a-441c-a0a2-dedf25923117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84799ad-cf72-4784-a42a-8260f3f6d83b,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:55.029588 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34524) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:55.429935 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-834496'] for router_interface (a2ced291-0182-4fa1-8eca-27c1193c27f8), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.659858 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:42:55.680680 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Deleting port 04011b65-f172-48b5-b66a-a6e8816228e0 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:55.681025 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.715540 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34532) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:55.730267 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-bd1306d8-1e33-4bda-9819-2ecf1310d3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.762402 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:55.779491 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'port_id': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'mac_address': 'fa:16:3e:f0:c5:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:42:55.792788 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] For port 04011b65-f172-48b5-b66a-a6e8816228e0, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=04011b65-f172-48b5-b66a-a6e8816228e0,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:55.793157 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.801613 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43260a3c-b824-4555-812c-49c20ce61f61 req-f890f471-f0db-44b0-99d8-6653725db83e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:55.808964 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-43260a3c-b824-4555-812c-49c20ce61f61 req-f890f471-f0db-44b0-99d8-6653725db83e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 944 time: 0.0902092 Feb 21 01:42:55.809147 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-bd1306d8-1e33-4bda-9819-2ecf1310d3c8 admin admin] Publish callbacks [] for security_group (5736c9e4-5384-4cb8-ab48-fabff73fdd5c), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.818697 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:55.819191 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.832205 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Calling delete_port for 04011b65-f172-48b5-b66a-a6e8816228e0 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:55.832452 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:42:55.851343 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:55.888283 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-bd1306d8-1e33-4bda-9819-2ecf1310d3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (5736c9e4-5384-4cb8-ab48-fabff73fdd5c), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.902145 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-43260a3c-b824-4555-812c-49c20ce61f61 req-e50c4e47-032d-41c0-bb04-5f119f5d914c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922384 Feb 21 01:42:55.911937 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:55.927386 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1306d8-1e33-4bda-9819-2ecf1310d3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5736c9e4-5384-4cb8-ab48-fabff73fdd5c,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:55.935159 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-bd1306d8-1e33-4bda-9819-2ecf1310d3c8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=431731e6edfa47238b1d32e1eebd1c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181542 Feb 21 01:42:55.936633 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34534) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:55.967453 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:55.987177 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-aef9495e-ecc7-49da-86f0-7ce69864ed96 admin admin] Publish callbacks [] for security_group (5736c9e4-5384-4cb8-ab48-fabff73fdd5c), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.008553 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-aef9495e-ecc7-49da-86f0-7ce69864ed96 admin admin] Publish callbacks [] for security_group (5736c9e4-5384-4cb8-ab48-fabff73fdd5c), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.118705 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-aef9495e-ecc7-49da-86f0-7ce69864ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (5736c9e4-5384-4cb8-ab48-fabff73fdd5c), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.122724 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-aef9495e-ecc7-49da-86f0-7ce69864ed96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.127623 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-aef9495e-ecc7-49da-86f0-7ce69864ed96 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5736c9e4-5384-4cb8-ab48-fabff73fdd5c HTTP/1.1" status: 204 len: 168 time: 0.1863561 Feb 21 01:42:56.136785 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9495e-ecc7-49da-86f0-7ce69864ed96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5736c9e4-5384-4cb8-ab48-fabff73fdd5c,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:56.238924 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['75fcf9e4-d75d-42b6-a1f3-4f77b840ca06'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:42:56.363041 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (04011b65-f172-48b5-b66a-a6e8816228e0), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.391134 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Pushing event deleted for resources: {'Port': ['ID=04011b65-f172-48b5-b66a-a6e8816228e0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:56.590408 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-833616'] for router_interface (a2ced291-0182-4fa1-8eca-27c1193c27f8), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.821457 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Router a2ced291-0182-4fa1-8eca-27c1193c27f8 has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:42:56.829804 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34540) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:56.843279 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c0f4843c-8720-4a8c-8e75-e7a3aec8d228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.914931 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c0f4843c-8720-4a8c-8e75-e7a3aec8d228 admin admin] Publish callbacks [] for security_group (8c975e87-32d9-4c2f-ab97-99a2df9f1fa1), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:56.930751 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:42:56.935784 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-73d6da94-5f20-41ff-9dfc-85892603c688 admin admin] 10.222.0.90 "PUT /v2.0/routers/a2ced291-0182-4fa1-8eca-27c1193c27f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9051535 Feb 21 01:42:56.944587 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34544) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:56.944984 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] Sync routers for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:42:56.952592 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:56.953323 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:56.987684 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-c0f4843c-8720-4a8c-8e75-e7a3aec8d228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (8c975e87-32d9-4c2f-ab97-99a2df9f1fa1), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.036398 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4843c-8720-4a8c-8e75-e7a3aec8d228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c975e87-32d9-4c2f-ab97-99a2df9f1fa1,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:57.045098 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e2429-5d7a-49cc-a76d-991e4c76c2ff req-276ae1e9-7be0-4b18-83f9-e3dc2fb5a935 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:57.046940 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-777e2429-5d7a-49cc-a76d-991e4c76c2ff req-276ae1e9-7be0-4b18-83f9-e3dc2fb5a935 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 945 time: 0.0563006 Feb 21 01:42:57.067616 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:57.067900 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-c0f4843c-8720-4a8c-8e75-e7a3aec8d228 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=784caf45fce04bdab90a9642f38ed1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368667 Feb 21 01:42:57.070319 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34546) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:57.111036 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks [] for router (a2ced291-0182-4fa1-8eca-27c1193c27f8), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.113910 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-777e2429-5d7a-49cc-a76d-991e4c76c2ff req-65d3a302-f956-4c02-b3f1-a0cdf1b53215 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514638 Feb 21 01:42:57.176528 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5ae003d2-eba9-43e4-98df-c6730acf3a99 admin admin] Publish callbacks [] for security_group (8c975e87-32d9-4c2f-ab97-99a2df9f1fa1), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.231406 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5ae003d2-eba9-43e4-98df-c6730acf3a99 admin admin] Publish callbacks [] for security_group (8c975e87-32d9-4c2f-ab97-99a2df9f1fa1), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.244624 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:42:56Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:57.270637 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] Checking router: a2ced291-0182-4fa1-8eca-27c1193c27f8 for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:42:57.270832 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks [] for router_gateway (a2ced291-0182-4fa1-8eca-27c1193c27f8), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.279122 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] Routers {'a2ced291-0182-4fa1-8eca-27c1193c27f8'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:42:57.279929 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['a2ced291-0182-4fa1-8eca-27c1193c27f8'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:57.383760 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] Set router a2ced291-0182-4fa1-8eca-27c1193c27f8 gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:42:57.403341 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5ae003d2-eba9-43e4-98df-c6730acf3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (8c975e87-32d9-4c2f-ab97-99a2df9f1fa1), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.405947 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5ae003d2-eba9-43e4-98df-c6730acf3a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.407175 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-5ae003d2-eba9-43e4-98df-c6730acf3a99 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8c975e87-32d9-4c2f-ab97-99a2df9f1fa1 HTTP/1.1" status: 204 len: 168 time: 0.3358853 Feb 21 01:42:57.420673 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae003d2-eba9-43e4-98df-c6730acf3a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c975e87-32d9-4c2f-ab97-99a2df9f1fa1,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:57.434994 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Deleting port 05f1075f-1141-4c3d-848c-7b91cd51721f {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:57.435335 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.528561 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] For port 05f1075f-1141-4c3d-848c-7b91cd51721f, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=05f1075f-1141-4c3d-848c-7b91cd51721f,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:57.528561 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.536936 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Calling delete_port for 05f1075f-1141-4c3d-848c-7b91cd51721f owned by network:router_gateway {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:57.577152 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:42:56Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:57.602279 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120f6059-f123-4835-bdde-ea442c2a0908 None None] The sync data for ids ['a2ced291-0182-4fa1-8eca-27c1193c27f8'] in dv-cinder-813228-6-iscsi is: [{'id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'name': 'tempest-AttachVolumeShelveTestJSON-504988262-router', 'tenant_id': 'd3acaa73503748ac9764a7eca8943882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:32:01Z', 'updated_at': '2022-02-21T01:42:56Z', 'revision_number': 5, 'project_id': 'd3acaa73503748ac9764a7eca8943882', 'gw_port': {'id': '05f1075f-1141-4c3d-848c-7b91cd51721f', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2ced291-0182-4fa1-8eca-27c1193c27f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:32:02Z', 'updated_at': '2022-02-21T01:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:42:57.660504 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:42:57.791929 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (05f1075f-1141-4c3d-848c-7b91cd51721f), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.797112 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:42:57.801342 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:42:57.801924 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.822405 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Pushing event deleted for resources: {'Port': ['ID=05f1075f-1141-4c3d-848c-7b91cd51721f,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:57.882098 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-835258'] for router_gateway (a2ced291-0182-4fa1-8eca-27c1193c27f8), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.888717 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:42:57.889235 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.912863 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:42:57.915461 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9830c97a-aba9-4a5e-81b4-e18f9f4716e4" -d '{"events": [{"server_uuid": "28ebc3bf-d635-4c37-869a-261c9ec07c18", "name": "network-vif-plugged", "status": "completed", "tag": "75fcf9e4-d75d-42b6-a1f3-4f77b840ca06"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:42:57.931256 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:57.957879 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99407df7-c159-4b64-9961-6f1afaeac734 x-openstack-request-id: req-99407df7-c159-4b64-9961-6f1afaeac734 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:42:57.958411 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ebc3bf-d635-4c37-869a-261c9ec07c18", "name": "network-vif-plugged", "status": "completed", "tag": "75fcf9e4-d75d-42b6-a1f3-4f77b840ca06", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:42:57.958679 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-99407df7-c159-4b64-9961-6f1afaeac734 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:42:57.959080 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'code': 200} Feb 21 01:42:57.992312 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-831014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4503'] for router (a2ced291-0182-4fa1-8eca-27c1193c27f8), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:57.995488 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks [] for router_controller (a2ced291-0182-4fa1-8eca-27c1193c27f8), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.026315 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.092798 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:58.101897 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.102196 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.102549 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.102895 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.103243 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.104444 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.104952 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.105351 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.105690 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.106029 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.106362 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.106692 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.107188 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:42:58.136174 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 04011b65-f172-48b5-b66a-a6e8816228e0 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:58.152166 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-831071'] for router (a2ced291-0182-4fa1-8eca-27c1193c27f8), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.152901 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2ced291-0182-4fa1-8eca-27c1193c27f8 {{(pid=103193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:42:58.160110 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.169357 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-e6aa4b31-1f68-4875-abb8-57083a25ee3f admin admin] 10.222.0.90 "DELETE /v2.0/routers/a2ced291-0182-4fa1-8eca-27c1193c27f8 HTTP/1.1" status: 204 len: 168 time: 1.2296517 Feb 21 01:42:58.171310 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34564) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:58.172354 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 04011b65-f172-48b5-b66a-a6e8816228e0 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:58.172856 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 04011b65-f172-48b5-b66a-a6e8816228e0 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:58.267066 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40572f9-85a7-40aa-a688-46e11f92f80f admin admin] Deleting subnet 760de736-8a7c-46f6-8520-adab2f522f4b {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:42:58.272263 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c40572f9-85a7-40aa-a688-46e11f92f80f admin admin] Publish callbacks [] for subnet (760de736-8a7c-46f6-8520-adab2f522f4b), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.312412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8313d-3c80-4978-afc8-15b6323095e8 req-c1e07da9-fa41-4e24-a08e-f6066398e8f3 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:58.314264 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bea8313d-3c80-4978-afc8-15b6323095e8 req-c1e07da9-fa41-4e24-a08e-f6066398e8f3 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 946 time: 0.1003778 Feb 21 01:42:58.339529 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c40572f9-85a7-40aa-a688-46e11f92f80f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66804943'] for subnet (760de736-8a7c-46f6-8520-adab2f522f4b), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.438425 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bea8313d-3c80-4978-afc8-15b6323095e8 req-5c433fcd-21a2-49e2-85e4-ef6ba5eff91a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184387 Feb 21 01:42:58.481859 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e1e6a-fdf9-49db-8a4c-73e879c38a19 req-b785c9a4-7637-47e0-9e7f-73c32e64f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:58.483362 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-337e1e6a-fdf9-49db-8a4c-73e879c38a19 req-b785c9a4-7637-47e0-9e7f-73c32e64f19d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 1130 time: 0.1180553 Feb 21 01:42:58.491966 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c40572f9-85a7-40aa-a688-46e11f92f80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (760de736-8a7c-46f6-8520-adab2f522f4b), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.568917 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-337e1e6a-fdf9-49db-8a4c-73e879c38a19 req-ce5e8b4d-1d31-4e44-9681-b7d370dd3c66 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718441 Feb 21 01:42:58.624964 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c40572f9-85a7-40aa-a688-46e11f92f80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63863832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63869924'] for subnet (760de736-8a7c-46f6-8520-adab2f522f4b), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.656457 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40572f9-85a7-40aa-a688-46e11f92f80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760de736-8a7c-46f6-8520-adab2f522f4b,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:58.660284 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-c40572f9-85a7-40aa-a688-46e11f92f80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.665913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-c40572f9-85a7-40aa-a688-46e11f92f80f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/760de736-8a7c-46f6-8520-adab2f522f4b HTTP/1.1" status: 204 len: 168 time: 0.4903774 Feb 21 01:42:58.666150 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34576) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:58.677692 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4eb68c-3dc6-4135-b4ce-7f956914635e None None] Network 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:42:58.734877 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.796278 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Deleting port a67fd583-a3bb-4243-815c-f92dd8bef2d7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:58.796736 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.870875 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] For port a67fd583-a3bb-4243-815c-f92dd8bef2d7, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=a67fd583-a3bb-4243-815c-f92dd8bef2d7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:58.871311 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.871438 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f3a24-707d-4e2b-90ba-579260b4f734 None None] DHCP port deletion for 6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 request from dv-cinder-813228-6-iscsi {{(pid=103195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:42:58.885998 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Calling delete_port for a67fd583-a3bb-4243-815c-f92dd8bef2d7 owned by network:dhcp {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:58.923994 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f68f3a24-707d-4e2b-90ba-579260b4f734 None None] Deleting port a67fd583-a3bb-4243-815c-f92dd8bef2d7 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:42:58.924368 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f68f3a24-707d-4e2b-90ba-579260b4f734 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:58.987896 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-f68f3a24-707d-4e2b-90ba-579260b4f734 None None] For port a67fd583-a3bb-4243-815c-f92dd8bef2d7, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=a67fd583-a3bb-4243-815c-f92dd8bef2d7,segment=NetworkSegment(c4f16888-82ac-442d-9b54-30203e33443b),segment_id=c4f16888-82ac-442d-9b54-30203e33443b)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:42:58.987896 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f68f3a24-707d-4e2b-90ba-579260b4f734 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.000265 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-f68f3a24-707d-4e2b-90ba-579260b4f734 None None] Calling delete_port for a67fd583-a3bb-4243-815c-f92dd8bef2d7 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:42:59.053284 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.081728 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f68f3a24-707d-4e2b-90ba-579260b4f734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (a67fd583-a3bb-4243-815c-f92dd8bef2d7), after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.085307 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] No DVR routers for this DVR port a67fd583-a3bb-4243-815c-f92dd8bef2d7 on host dv-cinder-813228-6-iscsi {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:59.095339 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67fd583-a3bb-4243-815c-f92dd8bef2d7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:59.114246 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f3a24-707d-4e2b-90ba-579260b4f734 None None] Pushing event deleted for resources: {'Port': ['ID=a67fd583-a3bb-4243-815c-f92dd8bef2d7,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:59.114246 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f3a24-707d-4e2b-90ba-579260b4f734 None None] No DVR routers for this DVR port a67fd583-a3bb-4243-815c-f92dd8bef2d7 on host dv-cinder-813228-6-iscsi {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:42:59.175479 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.196968 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:59.206222 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f16888-82ac-442d-9b54-30203e33443b') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:59.206524 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f16888-82ac-442d-9b54-30203e33443b') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:42:59.216132 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66804950'] for segment (c4f16888-82ac-442d-9b54-30203e33443b), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.229946 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (c4f16888-82ac-442d-9b54-30203e33443b), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.236035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:42:59.236444 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63849470'] for segment (c4f16888-82ac-442d-9b54-30203e33443b), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: Traceback (most recent call last): Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: timer() Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: cb(*args, **kw) Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: return func(*args, **kwargs) Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: self._notify() Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: self.callback(batched_events) Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: event.method(event) Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: return f(self, *a, **k) Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._get(url).json() Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: return self.request(url, 'GET', **kwargs) Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:42:59.238126 dv-cinder-813228-6-iscsi neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:42:59.396941 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.404679 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.407814 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] 10.222.0.90 "DELETE /v2.0/networks/6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61 HTTP/1.1" status: 204 len: 168 time: 0.7407374 Feb 21 01:42:59.417963 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17b2e6-06b9-459c-877a-51f05a10f370 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed6465a-9bc3-4ebd-8f4a-72b7db58dd61,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:42:59.571792 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d543a-bfd5-464c-a60b-db8a9af15995 req-3c322c1a-945d-4305-8874-7cb715ba6d5a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:42:59.573384 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-971d543a-bfd5-464c-a60b-db8a9af15995 req-3c322c1a-945d-4305-8874-7cb715ba6d5a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 946 time: 0.0540059 Feb 21 01:42:59.622139 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-971d543a-bfd5-464c-a60b-db8a9af15995 req-c928a560-f0fd-4b73-b001-985b08f3527c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Feb 21 01:42:59.732130 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34600) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:59.778217 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-84de803c-b1aa-4b5f-aa09-6e268ca7a48b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d3acaa73503748ac9764a7eca8943882&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0421062 Feb 21 01:42:59.778590 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34602) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:42:59.828722 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc36de85-8975-4e11-bc71-c548c16c32f0 admin admin] Publish callbacks [] for security_group (52b615a1-b2b5-4687-9ae5-994a25765303), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.850563 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc36de85-8975-4e11-bc71-c548c16c32f0 admin admin] Publish callbacks [] for security_group (52b615a1-b2b5-4687-9ae5-994a25765303), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.856191 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 05f1075f-1141-4c3d-848c-7b91cd51721f no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:59.876507 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 05f1075f-1141-4c3d-848c-7b91cd51721f {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:59.876864 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 05f1075f-1141-4c3d-848c-7b91cd51721f not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:59.877301 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device a67fd583-a3bb-4243-815c-f92dd8bef2d7 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:42:59.897628 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: a67fd583-a3bb-4243-815c-f92dd8bef2d7 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:42:59.898239 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device a67fd583-a3bb-4243-815c-f92dd8bef2d7 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:42:59.991330 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc36de85-8975-4e11-bc71-c548c16c32f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (52b615a1-b2b5-4687-9ae5-994a25765303), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.993987 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-bc36de85-8975-4e11-bc71-c548c16c32f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:42:59.995135 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-bc36de85-8975-4e11-bc71-c548c16c32f0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/52b615a1-b2b5-4687-9ae5-994a25765303 HTTP/1.1" status: 204 len: 168 time: 0.2155387 Feb 21 01:43:00.003089 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36de85-8975-4e11-bc71-c548c16c32f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b615a1-b2b5-4687-9ae5-994a25765303,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:00.739497 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4695f9e-4cd9-40a8-961d-1c21eb4db96c req-dc08f8a8-6c17-4d06-af7a-3f29c13cdd01 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:00.740940 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d4695f9e-4cd9-40a8-961d-1c21eb4db96c req-dc08f8a8-6c17-4d06-af7a-3f29c13cdd01 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 946 time: 0.0532935 Feb 21 01:43:00.796744 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d4695f9e-4cd9-40a8-961d-1c21eb4db96c req-5686fd54-a622-4d93-997a-8f390d0c3c18 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483677 Feb 21 01:43:00.932938 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cbafc-e0c6-43d0-a6d0-d6e25a10dba7 req-ea446903-949e-4696-9b40-1b3c1b77cb9c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:00.934410 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-890cbafc-e0c6-43d0-a6d0-d6e25a10dba7 req-ea446903-949e-4696-9b40-1b3c1b77cb9c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 946 time: 0.0557368 Feb 21 01:43:00.984409 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-890cbafc-e0c6-43d0-a6d0-d6e25a10dba7 req-3e1b98a9-6faa-4390-9bc5-56293692a09e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Feb 21 01:43:01.012356 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34642) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:01.203023 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70abc2f4-bb1e-40b9-ab42-fca57ae04277 tempest-TestVolumeBootPattern-2064373323 tempest-TestVolumeBootPattern-2064373323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:01.204675 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-70abc2f4-bb1e-40b9-ab42-fca57ae04277 tempest-TestVolumeBootPattern-2064373323 tempest-TestVolumeBootPattern-2064373323-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 1125 time: 0.1907470 Feb 21 01:43:01.207364 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34650) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:01.211545 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'floatingip': {'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'port_id': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:01.265645 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.363384 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.469171 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Allocated IP 172.27.3.236 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/24b17928-a72e-489e-8eaf-619f5a14fbd7) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:43:01.577458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for port (24b17928-a72e-489e-8eaf-619f5a14fbd7), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.711728 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (24b17928-a72e-489e-8eaf-619f5a14fbd7), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:01.752545 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:01.755426 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:01.758826 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:43:01.784459 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'Port': ['ID=24b17928-a72e-489e-8eaf-619f5a14fbd7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:02.157658 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (255c3d7f-7a85-47a5-8b56-f136712d4d54), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.282612 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (24b17928-a72e-489e-8eaf-619f5a14fbd7), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.430471 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for port (24b17928-a72e-489e-8eaf-619f5a14fbd7), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.498687 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (24b17928-a72e-489e-8eaf-619f5a14fbd7), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.562953 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'Port': ['ID=24b17928-a72e-489e-8eaf-619f5a14fbd7,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:02.580369 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (255c3d7f-7a85-47a5-8b56-f136712d4d54), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:02.682100 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Floating IP 255c3d7f-7a85-47a5-8b56-f136712d4d54 associated. External IP: 172.27.3.236, port: 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06. Feb 21 01:43:02.889136 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:43:03.003405 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:43:03.012897 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] Sync routers for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:43:03.022222 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:03.022860 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:03.132678 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:03.347540 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '255c3d7f-7a85-47a5-8b56-f136712d4d54', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:f0:c5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:43:01Z', 'updated_at': '2022-02-21T01:43:01Z', 'revision_number': 0, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:03.376817 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] Checking router: bf8e5810-d3f0-4df6-bdd8-957fc4656a8e for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:43:03.385747 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:43:03.386605 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:42:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:03.492752 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:43:03.518047 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:03.550329 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-f3fef6d2-ec0e-4d5a-baf9-4c6128dbb9d7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3419454 Feb 21 01:43:03.551038 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'tag': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:03.553311 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22f180b-9634-488c-b6d5-eab7213793fb" -d '{"events": [{"name": "network-changed", "server_uuid": "28ebc3bf-d635-4c37-869a-261c9ec07c18", "tag": "75fcf9e4-d75d-42b6-a1f3-4f77b840ca06"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:03.591631 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81941ab2-c610-4cb4-b327-37060fa8107d x-openstack-request-id: req-81941ab2-c610-4cb4-b327-37060fa8107d {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:03.591631 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ebc3bf-d635-4c37-869a-261c9ec07c18", "tag": "75fcf9e4-d75d-42b6-a1f3-4f77b840ca06", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:03.591631 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-81941ab2-c610-4cb4-b327-37060fa8107d {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:03.592030 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'tag': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'status': 'completed', 'code': 200} Feb 21 01:43:03.665671 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f180b-9634-488c-b6d5-eab7213793fb req-26b572d9-b28f-4d6c-b417-8056dc4de095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:03.667330 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b22f180b-9634-488c-b6d5-eab7213793fb req-26b572d9-b28f-4d6c-b417-8056dc4de095 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 1130 time: 0.0552874 Feb 21 01:43:03.727100 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '255c3d7f-7a85-47a5-8b56-f136712d4d54', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:f0:c5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:43:01Z', 'updated_at': '2022-02-21T01:43:01Z', 'revision_number': 0, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:03.756448 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18940aa9-605c-45f1-b396-0d11dfae6633 None None] The sync data for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi is: [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '255c3d7f-7a85-47a5-8b56-f136712d4d54', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:f0:c5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:43:01Z', 'updated_at': '2022-02-21T01:43:01Z', 'revision_number': 0, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:43:03.766229 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f180b-9634-488c-b6d5-eab7213793fb req-f6301582-a497-4abb-afdc-cf0538b80515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:03.767679 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b22f180b-9634-488c-b6d5-eab7213793fb req-f6301582-a497-4abb-afdc-cf0538b80515 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0937226 Feb 21 01:43:03.846981 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b22f180b-9634-488c-b6d5-eab7213793fb req-35bb95f6-a259-40e8-a1c4-2fd5305bfbea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 HTTP/1.1" status: 200 len: 1000 time: 0.0735276 Feb 21 01:43:03.905020 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f180b-9634-488c-b6d5-eab7213793fb req-f46de9b9-88a9-4fa3-adc0-624ff1b9c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:03.906576 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b22f180b-9634-488c-b6d5-eab7213793fb req-f46de9b9-88a9-4fa3-adc0-624ff1b9c82a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0538514 Feb 21 01:43:03.969373 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f180b-9634-488c-b6d5-eab7213793fb req-d3a1af47-2425-4df8-aba4-e16198db25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:03.970906 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b22f180b-9634-488c-b6d5-eab7213793fb req-d3a1af47-2425-4df8-aba4-e16198db25ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579438 Feb 21 01:43:03.990686 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2053e6b3-c5cf-42a5-99be-e4b6e2b78a58 None None] New status for floating IP 255c3d7f-7a85-47a5-8b56-f136712d4d54: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:43:04.094712 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b22f180b-9634-488c-b6d5-eab7213793fb req-2d97e1fb-9a77-4663-9f2a-3ade290f2db0 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173549 Feb 21 01:43:04.138369 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-183a3818-378e-4298-ab74-bb2a1a9dc63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:04.214234 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b22f180b-9634-488c-b6d5-eab7213793fb req-f8bf54ef-ee9a-47a4-9ac0-6bfa7b61133a service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122823 Feb 21 01:43:06.693713 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0012c19e-5745-46c9-812a-c2cc3f8c91f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:06.726876 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:07.693913 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:09.189970 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:10.499891 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.126760 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34798) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:11.228334 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-172e1d90-a236-4de5-b35c-88243ae6dc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.300090 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-172e1d90-a236-4de5-b35c-88243ae6dc8b admin admin] Publish callbacks [] for security_group (1cbc1523-a230-49a1-860d-55873b9b8b52), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.378153 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-172e1d90-a236-4de5-b35c-88243ae6dc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (1cbc1523-a230-49a1-860d-55873b9b8b52), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.413406 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-172e1d90-a236-4de5-b35c-88243ae6dc8b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ab0f3f48f5a245cca1df64e5f5e1c413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856054 Feb 21 01:43:11.416831 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34802) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:11.418456 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e1d90-a236-4de5-b35c-88243ae6dc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc1523-a230-49a1-860d-55873b9b8b52,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:11.465619 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-84494c6e-d35c-4caa-b2f2-422fa46957d9 admin admin] Publish callbacks [] for security_group (1cbc1523-a230-49a1-860d-55873b9b8b52), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.486602 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-84494c6e-d35c-4caa-b2f2-422fa46957d9 admin admin] Publish callbacks [] for security_group (1cbc1523-a230-49a1-860d-55873b9b8b52), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.687738 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-84494c6e-d35c-4caa-b2f2-422fa46957d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (1cbc1523-a230-49a1-860d-55873b9b8b52), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.687738 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-84494c6e-d35c-4caa-b2f2-422fa46957d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:11.687738 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-84494c6e-d35c-4caa-b2f2-422fa46957d9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1cbc1523-a230-49a1-860d-55873b9b8b52 HTTP/1.1" status: 204 len: 168 time: 0.2223754 Feb 21 01:43:11.687738 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84494c6e-d35c-4caa-b2f2-422fa46957d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc1523-a230-49a1-860d-55873b9b8b52,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:12.471665 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34832) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:12.671840 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-69fc0d3d-23e2-4b21-9161-7cf97206d950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.747050 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-69fc0d3d-23e2-4b21-9161-7cf97206d950 admin admin] Publish callbacks [] for security_group (c7ff4949-52d2-46b1-b9ed-369926e882e0), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.808595 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-69fc0d3d-23e2-4b21-9161-7cf97206d950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c7ff4949-52d2-46b1-b9ed-369926e882e0), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.852727 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-69fc0d3d-23e2-4b21-9161-7cf97206d950 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=332f466e60224f7aa893bc4689307cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799284 Feb 21 01:43:12.854120 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc0d3d-23e2-4b21-9161-7cf97206d950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ff4949-52d2-46b1-b9ed-369926e882e0,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:12.855952 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34858) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:12.912360 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32330e4e-7891-401e-82b1-46a35549860f admin admin] Publish callbacks [] for security_group (c7ff4949-52d2-46b1-b9ed-369926e882e0), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:12.934160 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32330e4e-7891-401e-82b1-46a35549860f admin admin] Publish callbacks [] for security_group (c7ff4949-52d2-46b1-b9ed-369926e882e0), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.059875 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32330e4e-7891-401e-82b1-46a35549860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (c7ff4949-52d2-46b1-b9ed-369926e882e0), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.062465 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-32330e4e-7891-401e-82b1-46a35549860f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.069094 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-32330e4e-7891-401e-82b1-46a35549860f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c7ff4949-52d2-46b1-b9ed-369926e882e0 HTTP/1.1" status: 204 len: 168 time: 0.2061253 Feb 21 01:43:13.071242 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32330e4e-7891-401e-82b1-46a35549860f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ff4949-52d2-46b1-b9ed-369926e882e0,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:13.311547 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34872) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:13.519490 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:43:13.550130 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-248c5c60-e44e-46e9-a5f1-2083cb07dbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.623173 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-248c5c60-e44e-46e9-a5f1-2083cb07dbb2 admin admin] Publish callbacks [] for security_group (2bafa744-d022-4d6a-bc4f-e155e84c920e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.662985 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34876) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:13.676046 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a3b9f32-2d95-4f21-9641-2010ba694686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.679001 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-248c5c60-e44e-46e9-a5f1-2083cb07dbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (2bafa744-d022-4d6a-bc4f-e155e84c920e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.729633 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c5c60-e44e-46e9-a5f1-2083cb07dbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bafa744-d022-4d6a-bc4f-e155e84c920e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:13.734832 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-248c5c60-e44e-46e9-a5f1-2083cb07dbb2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=52277e5e29024460b10260f091a53323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223354 Feb 21 01:43:13.742903 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34878) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:13.788819 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f50c015e-9146-4dd3-aef4-db475a76db65 admin admin] Publish callbacks [] for security_group (2bafa744-d022-4d6a-bc4f-e155e84c920e), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.791108 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a3b9f32-2d95-4f21-9641-2010ba694686 admin admin] Publish callbacks [] for security_group (83f2a3a7-1bca-48c5-b437-9e6a20d1774f), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.810091 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f50c015e-9146-4dd3-aef4-db475a76db65 admin admin] Publish callbacks [] for security_group (2bafa744-d022-4d6a-bc4f-e155e84c920e), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.848260 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-4a3b9f32-2d95-4f21-9641-2010ba694686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (83f2a3a7-1bca-48c5-b437-9e6a20d1774f), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.886402 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-4a3b9f32-2d95-4f21-9641-2010ba694686 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1a61179336bf44cb9f0cd6290f84890b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214906 Feb 21 01:43:13.888590 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b9f32-2d95-4f21-9641-2010ba694686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f2a3a7-1bca-48c5-b437-9e6a20d1774f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:13.891030 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34880) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:13.906704 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f50c015e-9146-4dd3-aef4-db475a76db65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (2bafa744-d022-4d6a-bc4f-e155e84c920e), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.907963 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f50c015e-9146-4dd3-aef4-db475a76db65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.909107 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f50c015e-9146-4dd3-aef4-db475a76db65 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2bafa744-d022-4d6a-bc4f-e155e84c920e HTTP/1.1" status: 204 len: 168 time: 0.1703508 Feb 21 01:43:13.928652 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c015e-9146-4dd3-aef4-db475a76db65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bafa744-d022-4d6a-bc4f-e155e84c920e,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:13.951031 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-047d7fb7-7ac3-4c5b-9a38-8fd1ae4c14af admin admin] Publish callbacks [] for security_group (83f2a3a7-1bca-48c5-b437-9e6a20d1774f), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:13.972334 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-047d7fb7-7ac3-4c5b-9a38-8fd1ae4c14af admin admin] Publish callbacks [] for security_group (83f2a3a7-1bca-48c5-b437-9e6a20d1774f), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.065458 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-047d7fb7-7ac3-4c5b-9a38-8fd1ae4c14af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (83f2a3a7-1bca-48c5-b437-9e6a20d1774f), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.068014 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-047d7fb7-7ac3-4c5b-9a38-8fd1ae4c14af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.069179 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-047d7fb7-7ac3-4c5b-9a38-8fd1ae4c14af admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/83f2a3a7-1bca-48c5-b437-9e6a20d1774f HTTP/1.1" status: 204 len: 168 time: 0.1772058 Feb 21 01:43:14.076822 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d7fb7-7ac3-4c5b-9a38-8fd1ae4c14af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f2a3a7-1bca-48c5-b437-9e6a20d1774f,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:14.732259 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34904) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:14.744314 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9107a91-5e2c-4550-a21e-997ce0078b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.820672 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9107a91-5e2c-4550-a21e-997ce0078b4d admin admin] Publish callbacks [] for security_group (cd599f3d-8dc0-4269-8820-839949a59951), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.869541 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34908) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:14.905304 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e9107a91-5e2c-4550-a21e-997ce0078b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (cd599f3d-8dc0-4269-8820-839949a59951), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:14.943730 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9107a91-5e2c-4550-a21e-997ce0078b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd599f3d-8dc0-4269-8820-839949a59951,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:14.949760 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e9107a91-5e2c-4550-a21e-997ce0078b4d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6f19889005ae49468b2eee9ac80f907c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177570 Feb 21 01:43:14.952593 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34912) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:14.972085 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1909765780-network', 'tenant_id': '0b73724c1b7742f18427fc5ac42458af'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:15.003734 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6d361a5d-9c89-48bc-bf57-e83d2278e80c admin admin] Publish callbacks [] for security_group (cd599f3d-8dc0-4269-8820-839949a59951), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.024876 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6d361a5d-9c89-48bc-bf57-e83d2278e80c admin admin] Publish callbacks [] for security_group (cd599f3d-8dc0-4269-8820-839949a59951), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.059589 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Made reservation on behalf of 0b73724c1b7742f18427fc5ac42458af for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:15.062058 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.070789 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.157268 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6d361a5d-9c89-48bc-bf57-e83d2278e80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (cd599f3d-8dc0-4269-8820-839949a59951), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.159908 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6d361a5d-9c89-48bc-bf57-e83d2278e80c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.161101 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-6d361a5d-9c89-48bc-bf57-e83d2278e80c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cd599f3d-8dc0-4269-8820-839949a59951 HTTP/1.1" status: 204 len: 168 time: 0.2068565 Feb 21 01:43:15.169151 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d361a5d-9c89-48bc-bf57-e83d2278e80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd599f3d-8dc0-4269-8820-839949a59951,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:15.213601 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Publish callbacks [] for security_group (a4fa5d85-87f4-4bf5-a049-30dfdb570901), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.254207 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a4fa5d85-87f4-4bf5-a049-30dfdb570901), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.275260 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:43:15.289785 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fa5d85-87f4-4bf5-a049-30dfdb570901,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:15.292663 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (5b4d48b8-ace7-45e0-858b-60178a8aa24e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.294593 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Added segment 5b4d48b8-ace7-45e0-858b-60178a8aa24e of type vlan for network cabf0dc8-9eac-4b53-9277-2a11f5de24aa Feb 21 01:43:15.336210 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (cabf0dc8-9eac-4b53-9277-2a11f5de24aa), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.446568 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (cabf0dc8-9eac-4b53-9277-2a11f5de24aa), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.447593 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:15.448820 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.510628 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=cabf0dc8-9eac-4b53-9277-2a11f5de24aa,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:15.520809 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network cabf0dc8-9eac-4b53-9277-2a11f5de24aa details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:43:15.532471 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-5473deb8-fc13-4c10-a78b-75b159a24bd8 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6590881 Feb 21 01:43:15.532471 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34922) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:15.537984 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Request body: {'subnet': {'network_id': 'cabf0dc8-9eac-4b53-9277-2a11f5de24aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1909765780-subnet', 'tenant_id': '0b73724c1b7742f18427fc5ac42458af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:15.613786 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Made reservation on behalf of 0b73724c1b7742f18427fc5ac42458af for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:15.616163 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63869705'] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.814227 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63863897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63869947'] for subnet (d129a686-939f-4d31-9be2-76aa392c2c2e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:15.871689 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d129a686-939f-4d31-9be2-76aa392c2c2e,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:15.880297 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Checking segment: {'id': '5b4d48b8-ace7-45e0-858b-60178a8aa24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'cabf0dc8-9eac-4b53-9277-2a11f5de24aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:15.880996 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Network hostable DHCP agents. Network: cabf0dc8-9eac-4b53-9277-2a11f5de24aa, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:43:15.939811 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Network cabf0dc8-9eac-4b53-9277-2a11f5de24aa is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:43:16.018335 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, cabf0dc8-9eac-4b53-9277-2a11f5de24aa) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:16.022214 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:16.022816 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.027699 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fc041c-211d-4297-a169-36a308e08821 None None] Network cabf0dc8-9eac-4b53-9277-2a11f5de24aa requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:16.119445 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-a6e2446f-34d5-464d-b014-7ef46b1e0e9b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5857522 Feb 21 01:43:16.129742 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66d2aa-c31a-43b3-8e19-abde3fa4c1ed None None] Network cabf0dc8-9eac-4b53-9277-2a11f5de24aa requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:16.139137 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34940) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:16.244112 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1756805529-network', 'tenant_id': 'eee074218f5d45c09d213dc996c172b5'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:16.322460 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Made reservation on behalf of eee074218f5d45c09d213dc996c172b5 for: {'network': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:16.325861 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.334581 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.477246 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Publish callbacks [] for security_group (0f409536-59d7-42d8-a06d-5f660c823571), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.568226 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0f409536-59d7-42d8-a06d-5f660c823571), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.590197 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:43:16.603607 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f409536-59d7-42d8-a06d-5f660c823571,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:16.608311 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (fd5ab6df-01ed-4855-a928-57b9f4d22a39), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.608676 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.segments_db [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Added segment fd5ab6df-01ed-4855-a928-57b9f4d22a39 of type vlan for network 5f5b61d0-749a-42d6-a36d-902db889b48a Feb 21 01:43:16.654327 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (5f5b61d0-749a-42d6-a36d-902db889b48a), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.739480 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (5f5b61d0-749a-42d6-a36d-902db889b48a), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.740506 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:16.741215 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.801125 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] Pushing event updated for resources: {'Network': ['ID=5f5b61d0-749a-42d6-a36d-902db889b48a,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:16.813386 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34956) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:16.818830 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 5f5b61d0-749a-42d6-a36d-902db889b48a details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:43:16.819293 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-753165364-network', 'tenant_id': '20e0340d2289475eb1619f753d29eed6'}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:16.840526 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-53d3095e-3ce3-4786-a337-1db1ad64a6bc admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7002072 Feb 21 01:43:16.843358 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34958) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:16.848012 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.v2.base [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Request body: {'subnet': {'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1756805529-subnet', 'tenant_id': 'eee074218f5d45c09d213dc996c172b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103193) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:16.922597 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Made reservation on behalf of 20e0340d2289475eb1619f753d29eed6 for: {'network': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:16.925097 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.934432 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:16.953105 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Made reservation on behalf of eee074218f5d45c09d213dc996c172b5 for: {'subnet': 1} {{(pid=103193) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:16.955363 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63494614'] for subnet (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.081846 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Publish callbacks [] for security_group (232da894-fd94-4577-a247-e33560e74b04), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.145633 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (232da894-fd94-4577-a247-e33560e74b04), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.181144 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103193) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:43:17.190474 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232da894-fd94-4577-a247-e33560e74b04,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:17.197644 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (03158267-85eb-49da-b817-70acbca9840e), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.197983 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.db.segments_db [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Added segment 03158267-85eb-49da-b817-70acbca9840e of type vlan for network 372ec285-abf9-4d5a-a386-11ed29f6ba3f Feb 21 01:43:17.237548 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63695844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63494436'] for subnet (a67471a7-aa1c-484e-ba47-48b36e161c35), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.247038 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (372ec285-abf9-4d5a-a386-11ed29f6ba3f), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.306985 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67471a7-aa1c-484e-ba47-48b36e161c35,revision_number=0']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:17.322564 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Checking segment: {'id': 'fd5ab6df-01ed-4855-a928-57b9f4d22a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:17.322947 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Network hostable DHCP agents. Network: 5f5b61d0-749a-42d6-a36d-902db889b48a, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103193) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:43:17.396614 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (372ec285-abf9-4d5a-a386-11ed29f6ba3f), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.397519 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:17.398103 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.443436 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Network 5f5b61d0-749a-42d6-a36d-902db889b48a is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103193) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:43:17.463144 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] Pushing event updated for resources: {'Network': ['ID=372ec285-abf9-4d5a-a386-11ed29f6ba3f,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:17.472786 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 372ec285-abf9-4d5a-a386-11ed29f6ba3f details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:43:17.490956 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-5d9a25c8-9787-403b-be67-716a8b8e1c65 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6764784 Feb 21 01:43:17.493865 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34960) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:17.498691 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Request body: {'subnet': {'network_id': '372ec285-abf9-4d5a-a386-11ed29f6ba3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-753165364-subnet', 'tenant_id': '20e0340d2289475eb1619f753d29eed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:17.544248 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.scheduler.base_scheduler [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 5f5b61d0-749a-42d6-a36d-902db889b48a) {{(pid=103193) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:17.548550 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103193) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:17.549179 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.553794 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca585938-3c73-4cee-9a5f-313b0ecb5338 None None] Network 5f5b61d0-749a-42d6-a36d-902db889b48a requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:17.562941 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Made reservation on behalf of 20e0340d2289475eb1619f753d29eed6 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:17.565444 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63869705'] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:17.649056 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-52423b93-ecde-4cc5-9f2a-fb489e59ee73 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8046055 Feb 21 01:43:17.655660 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b14df-d67f-4c60-829a-a9e1e163b1b8 None None] Network 5f5b61d0-749a-42d6-a36d-902db889b48a requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:18.089160 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63863897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63869947'] for subnet (0130e41c-3a3f-4c14-8ec8-02696ce8d831), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.147879 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0130e41c-3a3f-4c14-8ec8-02696ce8d831,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:18.152122 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Checking segment: {'id': '03158267-85eb-49da-b817-70acbca9840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '372ec285-abf9-4d5a-a386-11ed29f6ba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:18.152419 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Network hostable DHCP agents. Network: 372ec285-abf9-4d5a-a386-11ed29f6ba3f, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:43:18.231005 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Network 372ec285-abf9-4d5a-a386-11ed29f6ba3f is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:43:18.316879 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 372ec285-abf9-4d5a-a386-11ed29f6ba3f) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:18.320916 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:18.321513 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.326959 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d380a-3505-4f3b-9667-2ce2a071de2c None None] Network 372ec285-abf9-4d5a-a386-11ed29f6ba3f requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:18.422670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-66fcc41f-18b2-4e29-8778-e3b2d3f53b02 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9277201 Feb 21 01:43:18.423539 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f8bfe-89f0-4f5f-8aa3-f4a8f7315719 None None] Network 372ec285-abf9-4d5a-a386-11ed29f6ba3f requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:18.537364 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34972) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:18.584902 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1a949c-a749-4b0e-bb73-e3294239dbc9 admin admin] Deleting subnet d129a686-939f-4d31-9be2-76aa392c2c2e {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:43:18.588115 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1a949c-a749-4b0e-bb73-e3294239dbc9 admin admin] Publish callbacks [] for subnet (d129a686-939f-4d31-9be2-76aa392c2c2e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.623092 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1a949c-a749-4b0e-bb73-e3294239dbc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66804943'] for subnet (d129a686-939f-4d31-9be2-76aa392c2c2e), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.663274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1a949c-a749-4b0e-bb73-e3294239dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (d129a686-939f-4d31-9be2-76aa392c2c2e), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.792216 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1a949c-a749-4b0e-bb73-e3294239dbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63863832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63869924'] for subnet (d129a686-939f-4d31-9be2-76aa392c2c2e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.817919 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a949c-a749-4b0e-bb73-e3294239dbc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d129a686-939f-4d31-9be2-76aa392c2c2e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:18.821685 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1a949c-a749-4b0e-bb73-e3294239dbc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.825296 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-cb1a949c-a749-4b0e-bb73-e3294239dbc9 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/d129a686-939f-4d31-9be2-76aa392c2c2e HTTP/1.1" status: 204 len: 168 time: 0.2867906 Feb 21 01:43:18.827723 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 34976) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:18.898833 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (cabf0dc8-9eac-4b53-9277-2a11f5de24aa), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:18.977713 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (cabf0dc8-9eac-4b53-9277-2a11f5de24aa), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.001563 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabf0dc8-9eac-4b53-9277-2a11f5de24aa']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:19.010459 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4d48b8-ace7-45e0-858b-60178a8aa24e') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:19.010756 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4d48b8-ace7-45e0-858b-60178a8aa24e') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:19.019975 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66804950'] for segment (5b4d48b8-ace7-45e0-858b-60178a8aa24e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.033796 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (5b4d48b8-ace7-45e0-858b-60178a8aa24e), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.039488 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:43:19.039868 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63849470'] for segment (5b4d48b8-ace7-45e0-858b-60178a8aa24e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: Traceback (most recent call last): Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: timer() Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: cb(*args, **kw) Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: return func(*args, **kwargs) Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: self._notify() Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: self.callback(batched_events) Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: event.method(event) Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: return f(self, *a, **k) Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._get(url).json() Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: return self.request(url, 'GET', **kwargs) Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:43:19.042142 dv-cinder-813228-6-iscsi neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:43:19.162997 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (cabf0dc8-9eac-4b53-9277-2a11f5de24aa), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.169032 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.172231 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] 10.222.0.90 "DELETE /v2.0/networks/cabf0dc8-9eac-4b53-9277-2a11f5de24aa HTTP/1.1" status: 204 len: 168 time: 0.3436153 Feb 21 01:43:19.175198 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34978) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:19.183064 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517622f-8f56-4c64-b3ef-b1e86f2bafe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabf0dc8-9eac-4b53-9277-2a11f5de24aa,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:19.218151 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bafa1f-24d6-46a2-8fb6-83dc9238d12a admin admin] Deleting subnet 0130e41c-3a3f-4c14-8ec8-02696ce8d831 {{(pid=103193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:43:19.221294 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a0bafa1f-24d6-46a2-8fb6-83dc9238d12a admin admin] Publish callbacks [] for subnet (0130e41c-3a3f-4c14-8ec8-02696ce8d831), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.254506 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a0bafa1f-24d6-46a2-8fb6-83dc9238d12a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63094948'] for subnet (0130e41c-3a3f-4c14-8ec8-02696ce8d831), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.292760 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a0bafa1f-24d6-46a2-8fb6-83dc9238d12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (0130e41c-3a3f-4c14-8ec8-02696ce8d831), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.452990 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a0bafa1f-24d6-46a2-8fb6-83dc9238d12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63695781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63494459'] for subnet (0130e41c-3a3f-4c14-8ec8-02696ce8d831), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.482187 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bafa1f-24d6-46a2-8fb6-83dc9238d12a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0130e41c-3a3f-4c14-8ec8-02696ce8d831,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:19.488914 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a0bafa1f-24d6-46a2-8fb6-83dc9238d12a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.490361 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a0bafa1f-24d6-46a2-8fb6-83dc9238d12a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0130e41c-3a3f-4c14-8ec8-02696ce8d831 HTTP/1.1" status: 204 len: 168 time: 0.3141854 Feb 21 01:43:19.492772 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34980) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:19.559948 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (372ec285-abf9-4d5a-a386-11ed29f6ba3f), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.640934 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (372ec285-abf9-4d5a-a386-11ed29f6ba3f), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.660835 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372ec285-abf9-4d5a-a386-11ed29f6ba3f']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:19.671890 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03158267-85eb-49da-b817-70acbca9840e') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:19.672399 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03158267-85eb-49da-b817-70acbca9840e') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:43:19.688123 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (03158267-85eb-49da-b817-70acbca9840e), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.702279 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (03158267-85eb-49da-b817-70acbca9840e), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.710668 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:43:19.711101 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (03158267-85eb-49da-b817-70acbca9840e), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:43:19.712999 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:43:19.830965 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (372ec285-abf9-4d5a-a386-11ed29f6ba3f), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.836254 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:19.841989 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] 10.222.0.90 "DELETE /v2.0/networks/372ec285-abf9-4d5a-a386-11ed29f6ba3f HTTP/1.1" status: 204 len: 168 time: 0.3459711 Feb 21 01:43:19.846949 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-e808c6e1-11d3-4d90-95cd-5a38390b2505 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:19.852793 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-e808c6e1-11d3-4d90-95cd-5a38390b2505 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/networks?id=5f5b61d0-749a-42d6-a36d-902db889b48a HTTP/1.1" status: 200 len: 814 time: 0.1030455 Feb 21 01:43:19.852938 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd9b80-e4f3-45c8-a331-15709a82c182 admin admin] Pushing event deleted for resources: {'Network': ['ID=372ec285-abf9-4d5a-a386-11ed29f6ba3f,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:19.866825 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-6388be04-ac7c-45a0-89d5-13cd27b5175e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/quotas/eee074218f5d45c09d213dc996c172b5 HTTP/1.1" status: 200 len: 375 time: 0.0097468 Feb 21 01:43:19.899602 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-8013a314-f97a-40e0-9233-cb3b10f59f33 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=eee074218f5d45c09d213dc996c172b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269697 Feb 21 01:43:19.909793 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-a5cf7262-0543-4270-9898-2f09c83422a4 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=103194) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 01:43:19.910747 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-a5cf7262-0543-4270-9898-2f09c83422a4 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049922 Feb 21 01:43:20.002606 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-6dd0fdcf-a8ce-4f35-97a2-27c73918fc46 service neutron] 10.222.0.90 "GET /v2.0/networks/5f5b61d0-749a-42d6-a36d-902db889b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860758 Feb 21 01:43:20.092869 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-eb607b11-0172-4f19-bad1-2b5915f85eb5 service neutron] 10.222.0.90 "GET /v2.0/networks/5f5b61d0-749a-42d6-a36d-902db889b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846305 Feb 21 01:43:20.158916 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 34998) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:20.198005 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-10fc827f-73b6-4b99-aa52-18e1cae20c79 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b73724c1b7742f18427fc5ac42458af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379510 Feb 21 01:43:20.201270 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 35000) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:20.250683 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-88f50e1c-029d-4af2-9480-86ea3aca1b8b admin admin] Publish callbacks [] for security_group (a4fa5d85-87f4-4bf5-a049-30dfdb570901), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.271415 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-88f50e1c-029d-4af2-9480-86ea3aca1b8b admin admin] Publish callbacks [] for security_group (a4fa5d85-87f4-4bf5-a049-30dfdb570901), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.344987 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-588c3b9c-24c6-42cf-9318-67f4661bd3e4 req-721d12f1-2369-4c3d-9905-9244724897a6 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Feb 21 01:43:20.408953 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-88f50e1c-029d-4af2-9480-86ea3aca1b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (a4fa5d85-87f4-4bf5-a049-30dfdb570901), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.408953 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-88f50e1c-029d-4af2-9480-86ea3aca1b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:20.408953 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-88f50e1c-029d-4af2-9480-86ea3aca1b8b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a4fa5d85-87f4-4bf5-a049-30dfdb570901 HTTP/1.1" status: 204 len: 168 time: 0.2031884 Feb 21 01:43:20.413158 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f50e1c-029d-4af2-9480-86ea3aca1b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fa5d85-87f4-4bf5-a049-30dfdb570901,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:21.044691 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 35016) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:21.083339 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-fceaa5b4-6ee1-4bfa-8686-41e65e680ae5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=20e0340d2289475eb1619f753d29eed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375233 Feb 21 01:43:21.085743 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 35018) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:21.132417 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6f88eb91-ead9-4e3f-a96d-8ee68563c17d admin admin] Publish callbacks [] for security_group (232da894-fd94-4577-a247-e33560e74b04), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:21.153748 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6f88eb91-ead9-4e3f-a96d-8ee68563c17d admin admin] Publish callbacks [] for security_group (232da894-fd94-4577-a247-e33560e74b04), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:21.270062 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6f88eb91-ead9-4e3f-a96d-8ee68563c17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (232da894-fd94-4577-a247-e33560e74b04), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:21.272699 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-6f88eb91-ead9-4e3f-a96d-8ee68563c17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:21.273889 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-6f88eb91-ead9-4e3f-a96d-8ee68563c17d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/232da894-fd94-4577-a247-e33560e74b04 HTTP/1.1" status: 204 len: 168 time: 0.1872382 Feb 21 01:43:21.285974 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88eb91-ead9-4e3f-a96d-8ee68563c17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232da894-fd94-4577-a247-e33560e74b04,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:21.440807 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-80be1500-da50-4222-943d-3e8cbf65c435 req-d53a2dbc-bd82-4b1a-b419-cf270dfb96e0 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 210 time: 0.0279744 Feb 21 01:43:22.432060 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-efffaca3-4d15-4978-8fb9-61b2eaa22205 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:22.433516 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-efffaca3-4d15-4978-8fb9-61b2eaa22205 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.43 "GET /v2.0/networks?id=5f5b61d0-749a-42d6-a36d-902db889b48a HTTP/1.1" status: 200 len: 814 time: 0.1026826 Feb 21 01:43:22.447313 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Request body: {'port': {'device_id': 'f462aba2-e204-42e0-8f1a-cc25b075bdb9', 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a', 'admin_state_up': True, 'tenant_id': 'eee074218f5d45c09d213dc996c172b5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:22.550198 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bdefdd72-7b54-4eec-8004-83579dc7d6c7 req-13b6f4b5-8b0d-435b-8068-293dab8c533e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 210 time: 0.0415716 Feb 21 01:43:22.667533 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Made reservation on behalf of eee074218f5d45c09d213dc996c172b5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:22.672857 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:22.802302 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Allocated IP 172.20.0.2 (5f5b61d0-749a-42d6-a36d-902db889b48a/a67471a7-aa1c-484e-ba47-48b36e161c35/e7fdbbe1-c0e9-4818-b2de-cc2579613ccf) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:43:22.949365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks [] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.042943 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.085217 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Network 5f5b61d0-749a-42d6-a36d-902db889b48a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:23.088177 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:23.090661 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:43:23.125035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Pushing event updated for resources: {'Port': ['ID=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:23.153064 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:23.153684 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.222842 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d6f07650-74bc-4c93-aebe-3f2fe9f256ce tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794492 Feb 21 01:43:23.235896 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Request body: {'port': {'device_id': 'f462aba2-e204-42e0-8f1a-cc25b075bdb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:23.294735 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.554044 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fdbbe1-c0e9-4818-b2de-cc2579613ccf {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:43:23.561826 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Publish callbacks [] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.573540 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Transition to ACTIVE for port object e7fdbbe1-c0e9-4818-b2de-cc2579613ccf will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:43:23.658310 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.697081 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1357e-8508-45c0-a796-12e1dc5d46f2 req-ee693fe2-ec38-4f54-9b35-9eac204b6813 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:23.698592 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1ba1357e-8508-45c0-a796-12e1dc5d46f2 req-ee693fe2-ec38-4f54-9b35-9eac204b6813 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 931 time: 0.0798838 Feb 21 01:43:23.734135 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:23.808325 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1ba1357e-8508-45c0-a796-12e1dc5d46f2 req-af7532a2-21f0-486a-8af2-e396a760b5f0 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019425 Feb 21 01:43:23.825333 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Attempting to bind port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:43:23.825679 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Attempting to bind port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fd5ab6df-01ed-4855-a928-57b9f4d22a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:43:23.826012 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Attempting to bind port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf on network 5f5b61d0-749a-42d6-a36d-902db889b48a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:23.830325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf on network 5f5b61d0-749a-42d6-a36d-902db889b48a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:43:23.830647 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Attempting to bind port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf on network 5f5b61d0-749a-42d6-a36d-902db889b48a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:23.835408 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:43:23.838254 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Checking segment: {'id': 'fd5ab6df-01ed-4855-a928-57b9f4d22a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:23.838254 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Bound using segment: {'id': 'fd5ab6df-01ed-4855-a928-57b9f4d22a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:43:23.838254 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Bound port: e7fdbbe1-c0e9-4818-b2de-cc2579613ccf, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5ab6df-01ed-4855-a928-57b9f4d22a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:43:23.838254 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:23.903161 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] For port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:43:23.906508 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] For port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:43:23.980210 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.013658 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:24.014766 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:24.016107 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] 10.222.0.43 "PUT /v2.0/ports/e7fdbbe1-c0e9-4818-b2de-cc2579613ccf HTTP/1.1" status: 200 len: 1093 time: 0.7843111 Feb 21 01:43:24.016562 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f462aba2-e204-42e0-8f1a-cc25b075bdb9', 'tag': 'e7fdbbe1-c0e9-4818-b2de-cc2579613ccf'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:24.018765 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2809e3bc-0ae0-4055-bf20-3933761843f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f462aba2-e204-42e0-8f1a-cc25b075bdb9", "tag": "e7fdbbe1-c0e9-4818-b2de-cc2579613ccf"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:24.042585 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd992179-7e56-4bf3-a835-e5ef6bc1f920 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:24.056015 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d333a181-d384-476e-9c8d-6d33f6e20517 x-openstack-request-id: req-d333a181-d384-476e-9c8d-6d33f6e20517 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:24.056312 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f462aba2-e204-42e0-8f1a-cc25b075bdb9", "tag": "e7fdbbe1-c0e9-4818-b2de-cc2579613ccf", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:24.056604 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d333a181-d384-476e-9c8d-6d33f6e20517 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:24.059284 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f462aba2-e204-42e0-8f1a-cc25b075bdb9', 'tag': 'e7fdbbe1-c0e9-4818-b2de-cc2579613ccf', 'status': 'completed', 'code': 200} Feb 21 01:43:24.118188 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809e3bc-0ae0-4055-bf20-3933761843f5 req-68e2a34f-7dde-4948-a96e-dc9565e3107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:24.119706 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2809e3bc-0ae0-4055-bf20-3933761843f5 req-68e2a34f-7dde-4948-a96e-dc9565e3107b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eee074218f5d45c09d213dc996c172b5&device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 1127 time: 0.0438538 Feb 21 01:43:24.216538 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809e3bc-0ae0-4055-bf20-3933761843f5 req-1daa819c-c283-4a55-9eb7-189f2219ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:24.218030 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2809e3bc-0ae0-4055-bf20-3933761843f5 req-1daa819c-c283-4a55-9eb7-189f2219ab68 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=eee074218f5d45c09d213dc996c172b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0924220 Feb 21 01:43:24.306700 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809e3bc-0ae0-4055-bf20-3933761843f5 req-200fbf28-1463-4268-8fa0-d364785d86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:24.308142 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2809e3bc-0ae0-4055-bf20-3933761843f5 req-200fbf28-1463-4268-8fa0-d364785d86c2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0837460 Feb 21 01:43:24.392636 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-a5cb4a71-acf9-46f5-bdb6-81d67e7ce551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:24.394112 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-a5cb4a71-acf9-46f5-bdb6-81d67e7ce551 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eee074218f5d45c09d213dc996c172b5&device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 1127 time: 0.0482035 Feb 21 01:43:24.434610 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-b7bb82e2-b723-45a1-834e-b9203017addc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf HTTP/1.1" status: 200 len: 217 time: 0.0333641 Feb 21 01:43:24.480569 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-4656b7b7-b190-41ea-a65b-ceb962ac8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:24.481976 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-4656b7b7-b190-41ea-a65b-ceb962ac8680 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a67471a7-aa1c-484e-ba47-48b36e161c35 HTTP/1.1" status: 200 len: 854 time: 0.0408127 Feb 21 01:43:24.515725 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-d11ffe8a-7233-4bab-a88e-7686c94a283a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f5b61d0-749a-42d6-a36d-902db889b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275977 Feb 21 01:43:24.600820 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-5e86b130-e966-41ea-8add-edc6ad450ff5 service neutron] 10.222.0.43 "GET /v2.0/networks/5f5b61d0-749a-42d6-a36d-902db889b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785906 Feb 21 01:43:24.704964 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7d6c492-32b7-43ac-a011-d93e875760b6 req-053b3590-6be1-4287-8534-bfaa58b0c3d8 service neutron] 10.222.0.43 "GET /v2.0/networks/5f5b61d0-749a-42d6-a36d-902db889b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975037 Feb 21 01:43:24.926673 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c0315-8159-47c6-b370-997c80e60db2 req-5c46907e-c0a9-4825-b4cf-e972cad223b5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:24.928170 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-976c0315-8159-47c6-b370-997c80e60db2 req-5c46907e-c0a9-4825-b4cf-e972cad223b5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 943 time: 0.0525115 Feb 21 01:43:24.985305 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-976c0315-8159-47c6-b370-997c80e60db2 req-d55a3cda-48dd-486a-949f-450e6735ce06 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513759 Feb 21 01:43:26.116767 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e782ab-d557-4885-83dc-9325278660cb req-d220c9b8-f3e3-4ce2-80c4-4815a86ba1cb tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:26.118220 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59e782ab-d557-4885-83dc-9325278660cb req-d220c9b8-f3e3-4ce2-80c4-4815a86ba1cb tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 943 time: 0.0500188 Feb 21 01:43:26.163269 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59e782ab-d557-4885-83dc-9325278660cb req-d9cc4f2a-aeb8-4c2d-83b2-82fbb69a4d81 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396347 Feb 21 01:43:26.740963 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 35108) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:26.841143 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8c447b5a-9efd-41fc-bee5-756b7a8477a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:26.914704 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8c447b5a-9efd-41fc-bee5-756b7a8477a0 admin admin] Publish callbacks [] for security_group (95d9cb6c-0992-43ba-a581-5b46a5678b41), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:26.979107 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8c447b5a-9efd-41fc-bee5-756b7a8477a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (95d9cb6c-0992-43ba-a581-5b46a5678b41), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:27.016665 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-8c447b5a-9efd-41fc-bee5-756b7a8477a0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a5274d4d92e3490f9b4a02241e4a79a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746439 Feb 21 01:43:27.017505 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447b5a-9efd-41fc-bee5-756b7a8477a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d9cb6c-0992-43ba-a581-5b46a5678b41,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:27.020216 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 35112) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:27.070719 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a70ddae-401b-41ed-837e-7350e55ebef4 admin admin] Publish callbacks [] for security_group (95d9cb6c-0992-43ba-a581-5b46a5678b41), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:27.091100 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a70ddae-401b-41ed-837e-7350e55ebef4 admin admin] Publish callbacks [] for security_group (95d9cb6c-0992-43ba-a581-5b46a5678b41), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:27.225061 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a70ddae-401b-41ed-837e-7350e55ebef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (95d9cb6c-0992-43ba-a581-5b46a5678b41), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:27.227830 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-3a70ddae-401b-41ed-837e-7350e55ebef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:27.229002 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-3a70ddae-401b-41ed-837e-7350e55ebef4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/95d9cb6c-0992-43ba-a581-5b46a5678b41 HTTP/1.1" status: 204 len: 168 time: 0.2076724 Feb 21 01:43:27.259510 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70ddae-401b-41ed-837e-7350e55ebef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d9cb6c-0992-43ba-a581-5b46a5678b41,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:27.287893 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd771f4-9fc8-4d9f-b8d5-1b7145929457 req-0773b923-0c73-41a6-8abe-457486cb42d9 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:27.289423 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5fd771f4-9fc8-4d9f-b8d5-1b7145929457 req-0773b923-0c73-41a6-8abe-457486cb42d9 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 943 time: 0.0593402 Feb 21 01:43:27.336197 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5fd771f4-9fc8-4d9f-b8d5-1b7145929457 req-a3c445a7-fea7-4a3e-8329-187378c028fe tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Feb 21 01:43:27.833869 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 35120) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:27.847336 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0781-c1ec-440c-bd17-12c5e95ade8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:27.877952 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device e7fdbbe1-c0e9-4818-b2de-cc2579613ccf details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:43:27.919883 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0781-c1ec-440c-bd17-12c5e95ade8c admin admin] Publish callbacks [] for security_group (b86e6317-bc30-4942-92d1-6470c0fa5bc3), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:27.974752 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0781-c1ec-440c-bd17-12c5e95ade8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b86e6317-bc30-4942-92d1-6470c0fa5bc3), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:27.974966 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:27.987221 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'e7fdbbe1-c0e9-4818-b2de-cc2579613ccf', 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a', 'port_id': 'e7fdbbe1-c0e9-4818-b2de-cc2579613ccf', 'mac_address': 'fa:16:3e:03:4f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67471a7-aa1c-484e-ba47-48b36e161c35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:43:28.015844 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-6d2d0781-c1ec-440c-bd17-12c5e95ade8c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4103e4fe95224e3cb4d750efab67812c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809053 Feb 21 01:43:28.017000 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d0781-c1ec-440c-bd17-12c5e95ade8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86e6317-bc30-4942-92d1-6470c0fa5bc3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:28.018679 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 35122) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:28.023570 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:28.023959 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.037332 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fdbbe1-c0e9-4818-b2de-cc2579613ccf {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:43:28.057103 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:28.067032 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-62b5d6b9-20bd-44ad-aa4a-d406fae5c843 admin admin] Publish callbacks [] for security_group (b86e6317-bc30-4942-92d1-6470c0fa5bc3), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.087237 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-62b5d6b9-20bd-44ad-aa4a-d406fae5c843 admin admin] Publish callbacks [] for security_group (b86e6317-bc30-4942-92d1-6470c0fa5bc3), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.128544 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.175057 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:28.208608 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-62b5d6b9-20bd-44ad-aa4a-d406fae5c843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (b86e6317-bc30-4942-92d1-6470c0fa5bc3), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.211206 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-62b5d6b9-20bd-44ad-aa4a-d406fae5c843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:28.212374 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-62b5d6b9-20bd-44ad-aa4a-d406fae5c843 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b86e6317-bc30-4942-92d1-6470c0fa5bc3 HTTP/1.1" status: 204 len: 168 time: 0.1925762 Feb 21 01:43:28.221405 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5d6b9-20bd-44ad-aa4a-d406fae5c843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86e6317-bc30-4942-92d1-6470c0fa5bc3,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:28.452205 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f85fc-0571-4357-a43b-0d8cff7a32f3 req-140d6cf3-113f-4a71-9cd1-4634d3386d9e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:28.453736 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-261f85fc-0571-4357-a43b-0d8cff7a32f3 req-140d6cf3-113f-4a71-9cd1-4634d3386d9e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 944 time: 0.0523822 Feb 21 01:43:28.485675 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['e7fdbbe1-c0e9-4818-b2de-cc2579613ccf'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:43:28.501676 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-261f85fc-0571-4357-a43b-0d8cff7a32f3 req-672ea722-c271-46cc-873f-0fa74a08c5c1 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Feb 21 01:43:29.617600 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911266af-f9c8-4196-8a32-a687f3dab2b3 req-d07e711a-c1b1-421b-9145-017cead666f4 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:29.619130 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-911266af-f9c8-4196-8a32-a687f3dab2b3 req-d07e711a-c1b1-421b-9145-017cead666f4 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 944 time: 0.0500853 Feb 21 01:43:29.665721 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-911266af-f9c8-4196-8a32-a687f3dab2b3 req-814736ed-6a6b-4268-acb8-82f505d609eb tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Feb 21 01:43:29.875279 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device e7fdbbe1-c0e9-4818-b2de-cc2579613ccf up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:43:29.979866 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:43:29.983946 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:43:29.984324 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.063108 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:43:30.063418 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.085354 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f462aba2-e204-42e0-8f1a-cc25b075bdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fdbbe1-c0e9-4818-b2de-cc2579613ccf'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:30.087701 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395a3616-b71f-4b9f-86b1-991eeb7d2783" -d '{"events": [{"server_uuid": "f462aba2-e204-42e0-8f1a-cc25b075bdb9", "name": "network-vif-plugged", "status": "completed", "tag": "e7fdbbe1-c0e9-4818-b2de-cc2579613ccf"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:30.100367 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:43:30.121846 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb76b755-a917-4d43-bd8d-1fc2e0a8197e x-openstack-request-id: req-eb76b755-a917-4d43-bd8d-1fc2e0a8197e {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:30.122151 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f462aba2-e204-42e0-8f1a-cc25b075bdb9", "name": "network-vif-plugged", "status": "completed", "tag": "e7fdbbe1-c0e9-4818-b2de-cc2579613ccf", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:30.126471 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-eb76b755-a917-4d43-bd8d-1fc2e0a8197e {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:30.126471 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f462aba2-e204-42e0-8f1a-cc25b075bdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fdbbe1-c0e9-4818-b2de-cc2579613ccf', 'code': 200} Feb 21 01:43:30.208054 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:30.254261 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:30.441452 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580ea42-f868-418e-9d05-1f7b146f2521 req-50940212-8e5c-4495-b8cf-dcdacfae3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:30.442913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5580ea42-f868-418e-9d05-1f7b146f2521 req-50940212-8e5c-4495-b8cf-dcdacfae3441 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 1129 time: 0.0467741 Feb 21 01:43:30.487520 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5580ea42-f868-418e-9d05-1f7b146f2521 req-b137a4fd-59b5-4c7b-b3c0-c4475f456cc5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Feb 21 01:43:30.791825 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c1a5b-f7d8-43b8-8032-5023ebd3d14b req-49aef2f3-e193-41f6-9628-a3a3e40f30af tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:30.793348 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-044c1a5b-f7d8-43b8-8032-5023ebd3d14b req-49aef2f3-e193-41f6-9628-a3a3e40f30af tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 945 time: 0.0559096 Feb 21 01:43:30.839801 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-044c1a5b-f7d8-43b8-8032-5023ebd3d14b req-7cd3a7cb-c460-4075-b09b-236b87527cfa tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Feb 21 01:43:31.955626 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e813ac-c5c6-41d8-a4a2-f05ca3ec455b req-4e2a2408-2078-4716-a2fa-e9f7965a8877 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:31.957260 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d0e813ac-c5c6-41d8-a4a2-f05ca3ec455b req-4e2a2408-2078-4716-a2fa-e9f7965a8877 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 945 time: 0.0502753 Feb 21 01:43:32.006870 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d0e813ac-c5c6-41d8-a4a2-f05ca3ec455b req-275ef228-1cd3-48b5-83b3-17ae7f873491 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Feb 21 01:43:33.127453 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e8bbf-96ac-472b-8907-42f33b68237e req-cd5f2057-bbce-4e81-afcd-89d4b207505d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:33.128938 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab4e8bbf-96ac-472b-8907-42f33b68237e req-cd5f2057-bbce-4e81-afcd-89d4b207505d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 945 time: 0.0506890 Feb 21 01:43:33.174681 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ab4e8bbf-96ac-472b-8907-42f33b68237e req-0b1e7472-62dd-4fc8-a30b-f7128cf5a601 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Feb 21 01:43:34.173710 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b23cda4a-6b6e-4afa-9948-b17ccc61a512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.653698 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4f4487ce-f0c9-4ca5-8b42-7da25ce5338f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:36.717394 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:37.716720 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:39.185198 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:40.550901 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:41.651433 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 35300) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:41.764088 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-2afd285d-a818-4d33-8786-71af011d4db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:41.838917 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-2afd285d-a818-4d33-8786-71af011d4db4 admin admin] Publish callbacks [] for security_group (aeeb24f0-a5be-46af-8738-7a9918c7b5a2), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:41.905264 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-2afd285d-a818-4d33-8786-71af011d4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (aeeb24f0-a5be-46af-8738-7a9918c7b5a2), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:42.190135 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-2afd285d-a818-4d33-8786-71af011d4db4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5c4416dd3b004548a208dc878650fa7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5376191 Feb 21 01:43:42.190990 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd285d-a818-4d33-8786-71af011d4db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeb24f0-a5be-46af-8738-7a9918c7b5a2,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:42.192807 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 35304) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:42.240152 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8442659c-a303-4a35-b0e4-cf865f3b387c admin admin] Publish callbacks [] for security_group (aeeb24f0-a5be-46af-8738-7a9918c7b5a2), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:42.261044 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8442659c-a303-4a35-b0e4-cf865f3b387c admin admin] Publish callbacks [] for security_group (aeeb24f0-a5be-46af-8738-7a9918c7b5a2), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:42.396705 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8442659c-a303-4a35-b0e4-cf865f3b387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (aeeb24f0-a5be-46af-8738-7a9918c7b5a2), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:42.399351 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8442659c-a303-4a35-b0e4-cf865f3b387c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:42.400538 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-8442659c-a303-4a35-b0e4-cf865f3b387c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aeeb24f0-a5be-46af-8738-7a9918c7b5a2 HTTP/1.1" status: 204 len: 168 time: 0.2067173 Feb 21 01:43:42.409045 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442659c-a303-4a35-b0e4-cf865f3b387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeb24f0-a5be-46af-8738-7a9918c7b5a2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:43.056040 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 35312) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:43.074361 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74235ed1-7b7c-4778-a688-2051882137de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:43.153346 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74235ed1-7b7c-4778-a688-2051882137de admin admin] Publish callbacks [] for security_group (9b0daeda-9253-4f2c-913d-c5be7a1f217f), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:43.228834 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-74235ed1-7b7c-4778-a688-2051882137de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (9b0daeda-9253-4f2c-913d-c5be7a1f217f), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:43.270772 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-74235ed1-7b7c-4778-a688-2051882137de admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8b045940deb74ee886167e03817ee579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112830 Feb 21 01:43:43.271344 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 35314) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:43.271985 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74235ed1-7b7c-4778-a688-2051882137de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0daeda-9253-4f2c-913d-c5be7a1f217f,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:43.321445 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a49e5e60-706a-4e20-9651-2c93d8f26492 admin admin] Publish callbacks [] for security_group (9b0daeda-9253-4f2c-913d-c5be7a1f217f), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:43.341976 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a49e5e60-706a-4e20-9651-2c93d8f26492 admin admin] Publish callbacks [] for security_group (9b0daeda-9253-4f2c-913d-c5be7a1f217f), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:43.470875 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a49e5e60-706a-4e20-9651-2c93d8f26492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (9b0daeda-9253-4f2c-913d-c5be7a1f217f), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:43.473522 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-a49e5e60-706a-4e20-9651-2c93d8f26492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:43.474656 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-a49e5e60-706a-4e20-9651-2c93d8f26492 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9b0daeda-9253-4f2c-913d-c5be7a1f217f HTTP/1.1" status: 204 len: 168 time: 0.2022688 Feb 21 01:43:43.482591 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e5e60-706a-4e20-9651-2c93d8f26492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0daeda-9253-4f2c-913d-c5be7a1f217f,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:45.021650 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 35348) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:45.130764 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f3116ed3-0ee6-4355-b06b-fe997b7594f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.204032 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f3116ed3-0ee6-4355-b06b-fe997b7594f8 admin admin] Publish callbacks [] for security_group (44ae29e9-804c-48d6-9cbe-b1081a6b83e1), precommit_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.276420 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-f3116ed3-0ee6-4355-b06b-fe997b7594f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (44ae29e9-804c-48d6-9cbe-b1081a6b83e1), after_create {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.314386 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-f3116ed3-0ee6-4355-b06b-fe997b7594f8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=94c4cfdc9f184d1c89f73461deca3ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916987 Feb 21 01:43:45.315211 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3116ed3-0ee6-4355-b06b-fe997b7594f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ae29e9-804c-48d6-9cbe-b1081a6b83e1,revision_number=1']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:45.317990 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 35352) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:45.365536 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a019e96-4b2b-4513-b240-c8e18ac41786 admin admin] Publish callbacks [] for security_group (44ae29e9-804c-48d6-9cbe-b1081a6b83e1), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.396696 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a019e96-4b2b-4513-b240-c8e18ac41786 admin admin] Publish callbacks [] for security_group (44ae29e9-804c-48d6-9cbe-b1081a6b83e1), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.493223 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a019e96-4b2b-4513-b240-c8e18ac41786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (44ae29e9-804c-48d6-9cbe-b1081a6b83e1), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.495786 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7a019e96-4b2b-4513-b240-c8e18ac41786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:45.496958 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-7a019e96-4b2b-4513-b240-c8e18ac41786 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/44ae29e9-804c-48d6-9cbe-b1081a6b83e1 HTTP/1.1" status: 204 len: 168 time: 0.1776588 Feb 21 01:43:45.505134 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a019e96-4b2b-4513-b240-c8e18ac41786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ae29e9-804c-48d6-9cbe-b1081a6b83e1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:46.389716 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 35376) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:46.491302 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1413987183-network', 'tenant_id': '8af4bed604ef4015929214d402588d34'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:46.573572 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Made reservation on behalf of 8af4bed604ef4015929214d402588d34 for: {'network': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:46.575857 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for network (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.584899 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.659283 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Publish callbacks [] for security_group (8c0d7ef9-ef8e-4233-848b-f29d15db0e3e), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.739305 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (8c0d7ef9-ef8e-4233-848b-f29d15db0e3e), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.764518 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103194) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 01:43:46.776026 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:46.781295 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (a45273cb-276a-4da6-85b9-4d3372074fa5), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.781634 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.segments_db [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Added segment a45273cb-276a-4da6-85b9-4d3372074fa5 of type vlan for network 0672b0b8-549c-4bc8-8948-2362562e4bc3 Feb 21 01:43:46.788546 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.788907 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.789261 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.789601 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.789937 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.790272 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.790605 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.790937 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.791268 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.791597 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.791924 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.792249 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.792599 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:43:46.832344 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769619028107'] for network (0672b0b8-549c-4bc8-8948-2362562e4bc3), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.916285 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162'] for network (0672b0b8-549c-4bc8-8948-2362562e4bc3), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.917255 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:46.917828 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:46.973005 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] Pushing event updated for resources: {'Network': ['ID=0672b0b8-549c-4bc8-8948-2362562e4bc3,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:46.982468 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Network 0672b0b8-549c-4bc8-8948-2362562e4bc3 details requested by agent ovs-agent-dv-cinder-813228-6-iscsi with host dv-cinder-813228-6-iscsi {{(pid=103195) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 01:43:47.010693 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e785a173-fc08-48b0-b30b-53490c67bec3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6198320 Feb 21 01:43:47.013921 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 35384) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:43:47.018831 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Request body: {'subnet': {'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1413987183-subnet', 'tenant_id': '8af4bed604ef4015929214d402588d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:47.099108 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Made reservation on behalf of 8af4bed604ef4015929214d402588d34 for: {'subnet': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:47.101520 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63869705'] for subnet (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:47.356168 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63863897', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63869947'] for subnet (e95f3ea4-935a-44b3-88fd-bde9a2f2e83f), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:47.413114 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95f3ea4-935a-44b3-88fd-bde9a2f2e83f,revision_number=0']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:47.422243 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Checking segment: {'id': 'a45273cb-276a-4da6-85b9-4d3372074fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:47.422599 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Network hostable DHCP agents. Network: 0672b0b8-549c-4bc8-8948-2362562e4bc3, hostable agents: ['1777613d-1b26-4503-a6a7-21006724628e'], hosted agents: [] {{(pid=103194) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 01:43:47.521898 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Network 0672b0b8-549c-4bc8-8948-2362562e4bc3 is scheduled to be hosted by DHCP agent 1777613d-1b26-4503-a6a7-21006724628e with binding_index 1 {{(pid=103194) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 01:43:47.596325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813228-6-iscsi, 0672b0b8-549c-4bc8-8948-2362562e4bc3) {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:47.600526 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:47.601122 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:47.605879 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21e510a-f227-4fc7-a246-4b1c46fc7182 None None] Network 0672b0b8-549c-4bc8-8948-2362562e4bc3 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:47.677913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-34a502e9-9e80-4963-a411-4d4c892d4441 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6626291 Feb 21 01:43:47.700972 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e7e469-0732-4805-897b-7b7232811299 None None] Network 0672b0b8-549c-4bc8-8948-2362562e4bc3 requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:43:50.519137 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:43:50.889772 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-edc18bc9-c806-42e7-b5fe-66024d68cc46 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:50.891233 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-edc18bc9-c806-42e7-b5fe-66024d68cc46 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/networks?id=0672b0b8-549c-4bc8-8948-2362562e4bc3 HTTP/1.1" status: 200 len: 809 time: 0.0995870 Feb 21 01:43:50.905612 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-8c1d605f-82b0-46bf-8774-8c160ece9df2 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/quotas/8af4bed604ef4015929214d402588d34 HTTP/1.1" status: 200 len: 375 time: 0.0092216 Feb 21 01:43:50.938340 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-8e684392-485a-407a-8244-c7da8b794354 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8af4bed604ef4015929214d402588d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282505 Feb 21 01:43:51.025265 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-fd1ec188-1509-4bfc-87f9-4411a50098cf service neutron] 10.222.0.90 "GET /v2.0/networks/0672b0b8-549c-4bc8-8948-2362562e4bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807657 Feb 21 01:43:51.112913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4b5a6ea9-ced0-4a6c-abb4-dd1ebfa017bc service neutron] 10.222.0.90 "GET /v2.0/networks/0672b0b8-549c-4bc8-8948-2362562e4bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823176 Feb 21 01:43:51.368987 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-59446d96-b986-49c7-9063-84ed26f8a32b req-6e1a1b78-2307-485a-a660-bfae222ca664 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 210 time: 0.0272496 Feb 21 01:43:52.460526 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-85337f93-972a-434c-afbb-814ea24fe016 req-10502e1f-89e9-4957-9876-bb3972223348 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 210 time: 0.0258503 Feb 21 01:43:53.318713 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-7cba5ef1-3d6a-4bab-91aa-827038a7d4f6 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:53.320179 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-7cba5ef1-3d6a-4bab-91aa-827038a7d4f6 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.43 "GET /v2.0/networks?id=0672b0b8-549c-4bc8-8948-2362562e4bc3 HTTP/1.1" status: 200 len: 809 time: 0.0991313 Feb 21 01:43:53.334258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Request body: {'port': {'device_id': '94a9bb6d-3c31-4e8b-9fa0-3937f38a6810', 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3', 'admin_state_up': True, 'tenant_id': '8af4bed604ef4015929214d402588d34'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:53.508864 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Made reservation on behalf of 8af4bed604ef4015929214d402588d34 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:43:53.512622 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.562207 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-767a95e1-a2ee-4571-b876-4ef6c28039ef req-d5df9bfc-e89a-41d4-bed4-c8ccd284f320 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 210 time: 0.0337446 Feb 21 01:43:53.663416 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Allocated IP 172.20.0.7 (0672b0b8-549c-4bc8-8948-2362562e4bc3/e95f3ea4-935a-44b3-88fd-bde9a2f2e83f/deb67d0d-1382-45c6-a7ca-5a2009d7e0ab) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:43:53.809458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks [] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.909359 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:53.948793 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Network 0672b0b8-549c-4bc8-8948-2362562e4bc3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:43:53.952201 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:43:53.958153 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:43:53.980459 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Pushing event updated for resources: {'Port': ['ID=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:54.006372 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:54.006972 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.084320 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-4a930f24-0559-42e5-b4db-e60196ed69eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7538831 Feb 21 01:43:54.096722 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Request body: {'port': {'device_id': '94a9bb6d-3c31-4e8b-9fa0-3937f38a6810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:43:54.154836 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.404740 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deb67d0d-1382-45c6-a7ca-5a2009d7e0ab {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:43:54.412127 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Publish callbacks [] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.424231 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Transition to ACTIVE for port object deb67d0d-1382-45c6-a7ca-5a2009d7e0ab will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:43:54.481543 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.528454 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Pushing event updated for resources: {'Port': ['ID=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:54.596578 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Attempting to bind port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:43:54.596907 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Attempting to bind port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a45273cb-276a-4da6-85b9-4d3372074fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:43:54.597365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Attempting to bind port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab on network 0672b0b8-549c-4bc8-8948-2362562e4bc3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:54.601723 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab on network 0672b0b8-549c-4bc8-8948-2362562e4bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:43:54.602042 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Attempting to bind port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab on network 0672b0b8-549c-4bc8-8948-2362562e4bc3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:43:54.606768 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:43:54.607100 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Checking segment: {'id': 'a45273cb-276a-4da6-85b9-4d3372074fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:43:54.607990 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Bound using segment: {'id': 'a45273cb-276a-4da6-85b9-4d3372074fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:43:54.608407 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Bound port: deb67d0d-1382-45c6-a7ca-5a2009d7e0ab, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45273cb-276a-4da6-85b9-4d3372074fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:43:54.608790 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.701254 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] For port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:43:54.704724 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] For port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:43:54.715049 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc4709-6bbb-4f36-941b-2e20e79ad081 req-8ab43426-b8b9-46ce-8071-b5500d509da0 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:54.716540 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e5dc4709-6bbb-4f36-941b-2e20e79ad081 req-8ab43426-b8b9-46ce-8071-b5500d509da0 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 943 time: 0.0751753 Feb 21 01:43:54.776869 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e5dc4709-6bbb-4f36-941b-2e20e79ad081 req-a8373fe6-100c-47f1-b6c4-399876532fea tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 Feb 21 01:43:54.785028 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.822320 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:54.822927 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:43:54.824276 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] 10.222.0.43 "PUT /v2.0/ports/deb67d0d-1382-45c6-a7ca-5a2009d7e0ab HTTP/1.1" status: 200 len: 1093 time: 0.7314901 Feb 21 01:43:54.824749 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a9bb6d-3c31-4e8b-9fa0-3937f38a6810', 'tag': 'deb67d0d-1382-45c6-a7ca-5a2009d7e0ab'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:43:54.827061 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c729608a-a4e0-45d4-8a74-f9f4a77e7704" -d '{"events": [{"name": "network-changed", "server_uuid": "94a9bb6d-3c31-4e8b-9fa0-3937f38a6810", "tag": "deb67d0d-1382-45c6-a7ca-5a2009d7e0ab"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:43:54.849466 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39edbc-9da0-4b55-a32c-d77c9b494b49 service neutron] Pushing event updated for resources: {'Port': ['ID=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:43:54.871266 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b67dc0-04b1-4f74-8595-dee86b0be95a x-openstack-request-id: req-d8b67dc0-04b1-4f74-8595-dee86b0be95a {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:43:54.871561 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a9bb6d-3c31-4e8b-9fa0-3937f38a6810", "tag": "deb67d0d-1382-45c6-a7ca-5a2009d7e0ab", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:43:54.871818 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d8b67dc0-04b1-4f74-8595-dee86b0be95a {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:43:54.872221 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a9bb6d-3c31-4e8b-9fa0-3937f38a6810', 'tag': 'deb67d0d-1382-45c6-a7ca-5a2009d7e0ab', 'status': 'completed', 'code': 200} Feb 21 01:43:54.938352 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729608a-a4e0-45d4-8a74-f9f4a77e7704 req-22b39dc3-82ed-4196-a9c6-87758511f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:54.939812 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c729608a-a4e0-45d4-8a74-f9f4a77e7704 req-22b39dc3-82ed-4196-a9c6-87758511f910 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af4bed604ef4015929214d402588d34&device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 1127 time: 0.0448854 Feb 21 01:43:55.033903 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729608a-a4e0-45d4-8a74-f9f4a77e7704 req-357a81fe-089a-4a9a-aeb5-1b6f60ab2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:55.035257 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c729608a-a4e0-45d4-8a74-f9f4a77e7704 req-357a81fe-089a-4a9a-aeb5-1b6f60ab2b29 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8af4bed604ef4015929214d402588d34&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0866435 Feb 21 01:43:55.243971 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729608a-a4e0-45d4-8a74-f9f4a77e7704 req-1f3ceca4-11b8-4a28-968f-df5be817db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:55.245405 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c729608a-a4e0-45d4-8a74-f9f4a77e7704 req-1f3ceca4-11b8-4a28-968f-df5be817db5d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871449 Feb 21 01:43:55.321778 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-a185c8df-8522-43a5-82e7-c008f8151660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:55.323149 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-a185c8df-8522-43a5-82e7-c008f8151660 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af4bed604ef4015929214d402588d34&device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 1127 time: 0.0425777 Feb 21 01:43:55.367196 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-c3296cfa-6a82-4ad7-8bca-fa1fe4e6a15e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab HTTP/1.1" status: 200 len: 217 time: 0.0361304 Feb 21 01:43:55.414101 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-e5a80724-c999-4d6d-92bf-1070cdff4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:55.415463 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-e5a80724-c999-4d6d-92bf-1070cdff4fca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e95f3ea4-935a-44b3-88fd-bde9a2f2e83f HTTP/1.1" status: 200 len: 849 time: 0.0420942 Feb 21 01:43:55.444834 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-3e97846a-6ffb-4462-869f-572256e8d91b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0672b0b8-549c-4bc8-8948-2362562e4bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229783 Feb 21 01:43:55.530052 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-49134af4-4955-46e6-a5df-686d63b82df4 service neutron] 10.222.0.43 "GET /v2.0/networks/0672b0b8-549c-4bc8-8948-2362562e4bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777228 Feb 21 01:43:55.616709 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c91e4c10-1b9d-4fdb-a292-9bf86f8fd15f req-94157a8b-c82d-41cb-84e3-e17b53a95d02 service neutron] 10.222.0.43 "GET /v2.0/networks/0672b0b8-549c-4bc8-8948-2362562e4bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806768 Feb 21 01:43:55.895257 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00addbe3-0c9c-4f88-85e8-e5ee730b614f req-2aba8586-91ad-46d1-b841-cf4e8f7e0f91 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:55.896741 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-00addbe3-0c9c-4f88-85e8-e5ee730b614f req-2aba8586-91ad-46d1-b841-cf4e8f7e0f91 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 943 time: 0.0518160 Feb 21 01:43:55.941718 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-00addbe3-0c9c-4f88-85e8-e5ee730b614f req-f034da21-3cd5-40d9-b5ea-19ac181551eb tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Feb 21 01:43:57.059439 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975247-4468-4065-86a8-8f6fee9c2f31 req-5c3e60bf-8b82-4878-a582-bdede970985e tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:57.061408 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6975247-4468-4065-86a8-8f6fee9c2f31 req-5c3e60bf-8b82-4878-a582-bdede970985e tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 943 time: 0.0533118 Feb 21 01:43:57.109802 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c6975247-4468-4065-86a8-8f6fee9c2f31 req-022cd136-e820-49f3-becc-5e86d88dc3f5 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Feb 21 01:43:58.245106 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d112a60-d530-43d7-9272-87d254443dcd req-6a2cc7b5-c26c-40e7-88bf-d409b5a2f95a tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:58.246526 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8d112a60-d530-43d7-9272-87d254443dcd req-6a2cc7b5-c26c-40e7-88bf-d409b5a2f95a tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 943 time: 0.0540731 Feb 21 01:43:58.296736 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8d112a60-d530-43d7-9272-87d254443dcd req-ae22b53f-ded8-400d-9d41-b526b4223fd9 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447011 Feb 21 01:43:59.412034 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7347f4-ff2a-4ceb-b914-9fb9ec244dcb req-6dea02cd-bd8d-453d-9a73-3c7ec4941888 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:43:59.413516 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fd7347f4-ff2a-4ceb-b914-9fb9ec244dcb req-6dea02cd-bd8d-453d-9a73-3c7ec4941888 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 943 time: 0.0508692 Feb 21 01:43:59.720038 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fd7347f4-ff2a-4ceb-b914-9fb9ec244dcb req-d7c19dbd-2aa3-40f5-9445-b314fba7ced7 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009386 Feb 21 01:44:00.092760 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device deb67d0d-1382-45c6-a7ca-5a2009d7e0ab details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:44:00.187969 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:00.198823 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'deb67d0d-1382-45c6-a7ca-5a2009d7e0ab', 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3', 'port_id': 'deb67d0d-1382-45c6-a7ca-5a2009d7e0ab', 'mac_address': 'fa:16:3e:cb:a1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95f3ea4-935a-44b3-88fd-bde9a2f2e83f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:44:00.234624 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:00.235012 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:00.248338 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deb67d0d-1382-45c6-a7ca-5a2009d7e0ab {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:00.268006 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:00.354336 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:00.405480 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:00.412408 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.412779 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.413117 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.413450 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.413777 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.414102 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.414425 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.414751 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.415071 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.415392 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.415711 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.416028 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.416340 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:00.769785 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['deb67d0d-1382-45c6-a7ca-5a2009d7e0ab'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:44:00.846115 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afe152-ef93-4b3f-b9d5-50870e62b92f req-06906889-afbf-46e5-ae70-a38af3e90c06 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:00.847697 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-56afe152-ef93-4b3f-b9d5-50870e62b92f req-06906889-afbf-46e5-ae70-a38af3e90c06 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 944 time: 0.0596423 Feb 21 01:44:00.893464 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-56afe152-ef93-4b3f-b9d5-50870e62b92f req-334f61a4-a573-4afc-be70-eea81000a0c3 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Feb 21 01:44:02.007312 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ffb22-8447-4eca-84d1-b839637f0f06 req-428df72c-68da-4656-813c-fbf3dfcd2362 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:02.008778 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d48ffb22-8447-4eca-84d1-b839637f0f06 req-428df72c-68da-4656-813c-fbf3dfcd2362 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 944 time: 0.0504191 Feb 21 01:44:02.056779 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d48ffb22-8447-4eca-84d1-b839637f0f06 req-a8c9d67a-f26a-4727-8fa6-c061ebe18073 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Feb 21 01:44:02.112802 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device deb67d0d-1382-45c6-a7ca-5a2009d7e0ab up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:02.240389 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:44:02.244277 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:02.244673 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:02.319952 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:02.320336 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:02.342536 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a9bb6d-3c31-4e8b-9fa0-3937f38a6810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb67d0d-1382-45c6-a7ca-5a2009d7e0ab'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:02.344878 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de437648-a372-4afe-9d51-ea705385266a" -d '{"events": [{"server_uuid": "94a9bb6d-3c31-4e8b-9fa0-3937f38a6810", "name": "network-vif-plugged", "status": "completed", "tag": "deb67d0d-1382-45c6-a7ca-5a2009d7e0ab"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:02.357674 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:02.383202 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dca2c7-91b7-4d54-b8a9-f45652019519 x-openstack-request-id: req-99dca2c7-91b7-4d54-b8a9-f45652019519 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:02.383502 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a9bb6d-3c31-4e8b-9fa0-3937f38a6810", "name": "network-vif-plugged", "status": "completed", "tag": "deb67d0d-1382-45c6-a7ca-5a2009d7e0ab", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:02.383759 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-99dca2c7-91b7-4d54-b8a9-f45652019519 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:02.384156 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a9bb6d-3c31-4e8b-9fa0-3937f38a6810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deb67d0d-1382-45c6-a7ca-5a2009d7e0ab', 'code': 200} Feb 21 01:44:02.440500 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:02.616868 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:02.689743 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa32d7-6e62-450d-a232-8665b6c9d043 req-b565da13-3583-4f3e-b86b-09f0f75f5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:02.691203 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d4aa32d7-6e62-450d-a232-8665b6c9d043 req-b565da13-3583-4f3e-b86b-09f0f75f5ccb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 1129 time: 0.0420806 Feb 21 01:44:02.732966 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d4aa32d7-6e62-450d-a232-8665b6c9d043 req-784bd605-5340-4cb1-a10f-2b8ef7add0c9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359905 Feb 21 01:44:03.172646 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ece37-2fe5-4bf5-86f4-ba1fd189ca14 req-d0c7f8bb-cc4b-461b-ba7d-b1c2919466a7 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:03.174034 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-281ece37-2fe5-4bf5-86f4-ba1fd189ca14 req-d0c7f8bb-cc4b-461b-ba7d-b1c2919466a7 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 945 time: 0.0536039 Feb 21 01:44:03.219056 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-281ece37-2fe5-4bf5-86f4-ba1fd189ca14 req-9fc07e89-b191-4e6a-8e56-3b0523cc81b6 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Feb 21 01:44:04.139242 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-118feea2-6e4f-4e07-b43d-79afc604cd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:04.342768 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c889f-9d25-484d-8293-b4e33f245181 req-d68ab9e1-298f-4974-a6f7-7b98bd7cdd3b tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:04.344304 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-361c889f-9d25-484d-8293-b4e33f245181 req-d68ab9e1-298f-4974-a6f7-7b98bd7cdd3b tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 945 time: 0.0581462 Feb 21 01:44:04.391480 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-361c889f-9d25-484d-8293-b4e33f245181 req-85de7caa-37d9-4fcf-92d7-4425f30230f3 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414493 Feb 21 01:44:05.505839 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df2fcd-af09-4d78-9e11-d918eb9361b8 req-10d2aa11-12eb-4239-b264-1b7eab7f16f7 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:05.507325 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-23df2fcd-af09-4d78-9e11-d918eb9361b8 req-10d2aa11-12eb-4239-b264-1b7eab7f16f7 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 945 time: 0.0508177 Feb 21 01:44:05.552971 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-23df2fcd-af09-4d78-9e11-d918eb9361b8 req-643d5f86-6a19-4bfa-9a82-698d17167ff5 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Feb 21 01:44:06.697158 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c0124064-36c8-4dcc-a5be-5d64b8750429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.726205 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:06.920882 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8835dc0-254c-4c2a-bd38-56fe587669ff req-5c1395e6-a800-4acd-b57d-288145eb226a tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:06.922341 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8835dc0-254c-4c2a-bd38-56fe587669ff req-5c1395e6-a800-4acd-b57d-288145eb226a tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 945 time: 0.0516982 Feb 21 01:44:06.970560 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a8835dc0-254c-4c2a-bd38-56fe587669ff req-ec3649df-61a8-4965-82cb-5b8879fb4006 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Feb 21 01:44:07.727440 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:08.090918 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5817d-ab39-42f1-9386-999db57a5164 req-5a559288-7a8c-421b-95f7-7d0def1c567b tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:08.092381 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-54b5817d-ab39-42f1-9386-999db57a5164 req-5a559288-7a8c-421b-95f7-7d0def1c567b tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 945 time: 0.0518806 Feb 21 01:44:08.138277 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-54b5817d-ab39-42f1-9386-999db57a5164 req-95933c90-d525-4076-8d47-2bb725764ffd tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Feb 21 01:44:09.177576 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:09.256348 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694e7fe-6349-4841-905f-a8adcc02be44 req-ed0d1514-db00-4e11-9b10-35b531e1d71e tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:09.257836 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1694e7fe-6349-4841-905f-a8adcc02be44 req-ed0d1514-db00-4e11-9b10-35b531e1d71e tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 945 time: 0.0502107 Feb 21 01:44:09.303245 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1694e7fe-6349-4841-905f-a8adcc02be44 req-fc960ce9-d99d-4e27-b288-a348296eff1d tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Feb 21 01:44:10.422656 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3ae04-99c2-4d73-ace8-74f2b6035ee4 req-cdbff3ab-3e2e-45e3-9dcc-f01bd9b0c6b9 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:10.424131 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-25f3ae04-99c2-4d73-ace8-74f2b6035ee4 req-cdbff3ab-3e2e-45e3-9dcc-f01bd9b0c6b9 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 945 time: 0.0550742 Feb 21 01:44:10.470975 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-25f3ae04-99c2-4d73-ace8-74f2b6035ee4 req-53f5ce09-88aa-4442-a059-e6edb46ea76b tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Feb 21 01:44:10.503065 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:10.780851 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-c2eaa6a0-91f7-4a1f-a7c8-6dd248900015 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:10.782290 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-c2eaa6a0-91f7-4a1f-a7c8-6dd248900015 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.43 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 945 time: 0.0504279 Feb 21 01:44:11.585325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee096dd-4bfa-40b4-ad3a-dc52e7f2daf9 req-9f2af926-de34-47f6-b0e7-535f8f734480 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:11.586817 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5ee096dd-4bfa-40b4-ad3a-dc52e7f2daf9 req-9f2af926-de34-47f6-b0e7-535f8f734480 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 945 time: 0.0510755 Feb 21 01:44:11.643551 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5ee096dd-4bfa-40b4-ad3a-dc52e7f2daf9 req-6b7f1ffb-fdef-4987-9167-24c1cbd7056d tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481198 Feb 21 01:44:12.071626 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Deleting port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:44:12.071889 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:12.160751 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] For port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:12.161114 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:12.172543 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Calling delete_port for deb67d0d-1382-45c6-a7ca-5a2009d7e0ab owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:44:12.189862 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device deb67d0d-1382-45c6-a7ca-5a2009d7e0ab no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:44:12.276157 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab is: ACTIVE; New status is: DOWN {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:12.276778 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:12.373363 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (deb67d0d-1382-45c6-a7ca-5a2009d7e0ab), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:12.404490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Pushing event deleted for resources: {'Port': ['ID=deb67d0d-1382-45c6-a7ca-5a2009d7e0ab,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:12.446098 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] No DVR routers for this DVR port deb67d0d-1382-45c6-a7ca-5a2009d7e0ab on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:44:12.448526 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:12.451816 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-917885d8-1c5e-4a4f-8c39-49e384fd149e req-8b0ecdc1-8c73-4ef4-839f-cd43386d3005 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.43 "DELETE /v2.0/ports/deb67d0d-1382-45c6-a7ca-5a2009d7e0ab HTTP/1.1" status: 204 len: 173 time: 0.4656289 Feb 21 01:44:12.452274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a9bb6d-3c31-4e8b-9fa0-3937f38a6810', 'name': 'network-vif-deleted', 'tag': 'deb67d0d-1382-45c6-a7ca-5a2009d7e0ab'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:12.454508 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47eb33c1-7002-403e-a654-96244ae41df3" -d '{"events": [{"server_uuid": "94a9bb6d-3c31-4e8b-9fa0-3937f38a6810", "name": "network-vif-deleted", "tag": "deb67d0d-1382-45c6-a7ca-5a2009d7e0ab"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:12.496082 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacc4425-45f4-48af-a91d-acef218d4368 x-openstack-request-id: req-aacc4425-45f4-48af-a91d-acef218d4368 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:12.496082 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a9bb6d-3c31-4e8b-9fa0-3937f38a6810", "name": "network-vif-deleted", "tag": "deb67d0d-1382-45c6-a7ca-5a2009d7e0ab", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:12.496082 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aacc4425-45f4-48af-a91d-acef218d4368 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:12.496082 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a9bb6d-3c31-4e8b-9fa0-3937f38a6810', 'name': 'network-vif-deleted', 'tag': 'deb67d0d-1382-45c6-a7ca-5a2009d7e0ab', 'status': 'completed', 'code': 200} Feb 21 01:44:12.749903 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0cea4b99-4a17-464d-b643-f2a56c06a2fe req-bfe05f55-8787-4a69-911f-d2c9145e96bc tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=94a9bb6d-3c31-4e8b-9fa0-3937f38a6810 HTTP/1.1" status: 200 len: 210 time: 0.0267320 Feb 21 01:44:14.002895 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-126bbe74-581b-4e06-8bef-507ff19cc3ad tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:14.004355 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-126bbe74-581b-4e06-8bef-507ff19cc3ad tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/networks?id=0672b0b8-549c-4bc8-8948-2362562e4bc3 HTTP/1.1" status: 200 len: 809 time: 0.1036506 Feb 21 01:44:14.018756 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-39f7fa7b-0ed3-475e-acbc-824b22b3e4ac tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/quotas/8af4bed604ef4015929214d402588d34 HTTP/1.1" status: 200 len: 375 time: 0.0091603 Feb 21 01:44:14.048914 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-8157d53a-cb2e-4bc2-8556-0de1e593ab1c tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=8af4bed604ef4015929214d402588d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256455 Feb 21 01:44:14.133398 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-2201465f-1db2-45fa-a9d1-35bc652a6d54 service neutron] 10.222.0.90 "GET /v2.0/networks/0672b0b8-549c-4bc8-8948-2362562e4bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783684 Feb 21 01:44:14.222619 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-6156e10a-9b01-49a8-ae87-ad264b9123f3 service neutron] 10.222.0.90 "GET /v2.0/networks/0672b0b8-549c-4bc8-8948-2362562e4bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835748 Feb 21 01:44:14.518374 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cc5ed5fd-d5a2-4b20-9154-4ddffb297642 req-d92dfb58-600b-4d5f-bedd-d3175426b13e tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Feb 21 01:44:15.607121 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-da76a7be-136c-4982-9e92-580b22babf97 req-80e68aed-bf23-4856-b886-262ce1975f88 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 210 time: 0.0258212 Feb 21 01:44:16.699289 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a5cd03af-89f6-4709-8a65-33ad2050b103 req-982da879-f836-41b0-8450-33ce3914742b tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 210 time: 0.0254087 Feb 21 01:44:17.793273 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a0d4deb-f9df-4b70-bcea-53614dc6f8ba req-4557183b-da65-4521-86bf-9438e755d152 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 210 time: 0.0292232 Feb 21 01:44:17.871442 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-7c2a3e37-25d6-4b0c-a489-1a93e16d5ca4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428913 Feb 21 01:44:17.955937 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-58511941-637e-4e88-a028-7f93e91db908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:17.957435 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-58511941-637e-4e88-a028-7f93e91db908 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 1130 time: 0.0436575 Feb 21 01:44:18.062657 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-e6af2f7e-3552-47ed-b895-38c634410da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:18.064111 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-e6af2f7e-3552-47ed-b895-38c634410da6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0879896 Feb 21 01:44:18.131229 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-1ef19456-a22d-45cb-a589-3fa69914a9dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 HTTP/1.1" status: 200 len: 1002 time: 0.0584469 Feb 21 01:44:18.229277 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-164d2590-b4c2-4350-976f-232d4d37fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:18.230719 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-164d2590-b4c2-4350-976f-232d4d37fb72 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0922925 Feb 21 01:44:18.307577 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-69c33389-3362-4c91-8142-4b88b9525133 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:18.309027 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-69c33389-3362-4c91-8142-4b88b9525133 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.43 "GET /v2.0/networks?id=0672b0b8-549c-4bc8-8948-2362562e4bc3 HTTP/1.1" status: 200 len: 809 time: 0.1398005 Feb 21 01:44:18.317731 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-c784eabf-2c9d-45f2-bbbc-defcf99203f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:18.317731 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-c784eabf-2c9d-45f2-bbbc-defcf99203f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757804 Feb 21 01:44:18.321433 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Request body: {'port': {'device_id': '487ce617-4be7-4cdd-b23e-f2af1636afe2', 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3', 'admin_state_up': True, 'tenant_id': '8af4bed604ef4015929214d402588d34'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:18.480750 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-ca5b191c-30d5-4b1c-8770-5a2f6ac8f24a service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560156 Feb 21 01:44:18.575705 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Made reservation on behalf of 8af4bed604ef4015929214d402588d34 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:44:18.579526 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:18.591079 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7918423-fd5c-4e4b-a8d3-fd7bb00dfd20 req-b6f63fbc-8271-4bcc-a540-0f16bee6aac6 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004033 Feb 21 01:44:18.713063 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Allocated IP 172.20.0.9 (0672b0b8-549c-4bc8-8948-2362562e4bc3/e95f3ea4-935a-44b3-88fd-bde9a2f2e83f/9ea3d121-7900-4996-b64b-7306ffc721b9) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:18.856213 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks [] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:18.890913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bd177c0c-1d8e-458d-b8ba-39d3e6b6aa00 req-cdfd84d9-b32a-4e0f-9bf7-66350993d8da tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 210 time: 0.0289366 Feb 21 01:44:18.984977 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:19.029301 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Network 0672b0b8-549c-4bc8-8948-2362562e4bc3 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:19.035447 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:19.040227 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:19.067146 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Pushing event updated for resources: {'Port': ['ID=9ea3d121-7900-4996-b64b-7306ffc721b9,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:19.094394 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:19.095004 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:19.175381 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-7c480105-48a9-4787-b809-e4fd4683cb56 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8577769 Feb 21 01:44:20.017851 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6b43b-5a8f-4597-b2d5-d642831ba17b req-6aae5149-1300-41fd-b15c-d6a08d52318a tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:20.019306 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-baa6b43b-5a8f-4597-b2d5-d642831ba17b req-6aae5149-1300-41fd-b15c-d6a08d52318a tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 931 time: 0.0516412 Feb 21 01:44:20.063939 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-baa6b43b-5a8f-4597-b2d5-d642831ba17b req-ac54dc80-ea1b-4cee-8760-fa4f994e0dd1 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Feb 21 01:44:20.456330 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Request body: {'port': {'device_id': '487ce617-4be7-4cdd-b23e-f2af1636afe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:20.517050 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:20.766177 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea3d121-7900-4996-b64b-7306ffc721b9 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:20.773376 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Publish callbacks [] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:20.784847 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Transition to ACTIVE for port object 9ea3d121-7900-4996-b64b-7306ffc721b9 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:44:20.839599 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:20.888927 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea3d121-7900-4996-b64b-7306ffc721b9,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:20.955992 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Attempting to bind port 9ea3d121-7900-4996-b64b-7306ffc721b9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:20.956323 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Attempting to bind port 9ea3d121-7900-4996-b64b-7306ffc721b9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'a45273cb-276a-4da6-85b9-4d3372074fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:20.956675 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Attempting to bind port 9ea3d121-7900-4996-b64b-7306ffc721b9 on network 0672b0b8-549c-4bc8-8948-2362562e4bc3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:20.960812 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Port 9ea3d121-7900-4996-b64b-7306ffc721b9 on network 0672b0b8-549c-4bc8-8948-2362562e4bc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:44:20.961132 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Attempting to bind port 9ea3d121-7900-4996-b64b-7306ffc721b9 on network 0672b0b8-549c-4bc8-8948-2362562e4bc3 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:20.965836 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:20.966169 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Checking segment: {'id': 'a45273cb-276a-4da6-85b9-4d3372074fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:20.966548 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Bound using segment: {'id': 'a45273cb-276a-4da6-85b9-4d3372074fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:20.966968 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Bound port: 9ea3d121-7900-4996-b64b-7306ffc721b9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45273cb-276a-4da6-85b9-4d3372074fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:20.967861 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.033923 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] For port 9ea3d121-7900-4996-b64b-7306ffc721b9, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:21.037954 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] For port 9ea3d121-7900-4996-b64b-7306ffc721b9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ea3d121-7900-4996-b64b-7306ffc721b9,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:21.110792 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.159764 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:21.160374 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:21.161748 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] 10.222.0.43 "PUT /v2.0/ports/9ea3d121-7900-4996-b64b-7306ffc721b9 HTTP/1.1" status: 200 len: 1093 time: 0.7103558 Feb 21 01:44:21.162206 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487ce617-4be7-4cdd-b23e-f2af1636afe2', 'tag': '9ea3d121-7900-4996-b64b-7306ffc721b9'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:21.164412 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da290be2-4816-443f-8fb9-9c2d91e35ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "487ce617-4be7-4cdd-b23e-f2af1636afe2", "tag": "9ea3d121-7900-4996-b64b-7306ffc721b9"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:21.202062 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741f7483-c911-4223-a722-420563339c69 x-openstack-request-id: req-741f7483-c911-4223-a722-420563339c69 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:21.202364 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487ce617-4be7-4cdd-b23e-f2af1636afe2", "tag": "9ea3d121-7900-4996-b64b-7306ffc721b9", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:21.202624 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-741f7483-c911-4223-a722-420563339c69 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:21.203026 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487ce617-4be7-4cdd-b23e-f2af1636afe2', 'tag': '9ea3d121-7900-4996-b64b-7306ffc721b9', 'status': 'completed', 'code': 200} Feb 21 01:44:21.210307 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64daa521-7d8e-4d35-8595-94b36a332c82 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea3d121-7900-4996-b64b-7306ffc721b9,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:21.228091 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131571b-de35-4a89-b877-c3a698c3ba02 req-e0433d57-e8b5-4f59-9914-a92ba7e31734 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:21.229616 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7131571b-de35-4a89-b877-c3a698c3ba02 req-e0433d57-e8b5-4f59-9914-a92ba7e31734 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 943 time: 0.0912280 Feb 21 01:44:21.278983 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7131571b-de35-4a89-b877-c3a698c3ba02 req-9efe281f-503e-476d-bc4e-029febcfd48b tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Feb 21 01:44:22.395307 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fbfbd-a312-46d6-94f6-1549206e4743 req-42b729ef-6530-4403-937f-e1918436f958 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:22.396790 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ce9fbfbd-a312-46d6-94f6-1549206e4743 req-42b729ef-6530-4403-937f-e1918436f958 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 943 time: 0.0503576 Feb 21 01:44:22.441492 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ce9fbfbd-a312-46d6-94f6-1549206e4743 req-a3c37c8c-bf56-45ef-8dfc-f03ce40815c2 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393677 Feb 21 01:44:23.046376 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da290be2-4816-443f-8fb9-9c2d91e35ffd req-a49404c7-2fad-4d23-89b1-8f3785ca45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:23.047724 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-da290be2-4816-443f-8fb9-9c2d91e35ffd req-a49404c7-2fad-4d23-89b1-8f3785ca45be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af4bed604ef4015929214d402588d34&device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 1127 time: 0.0464096 Feb 21 01:44:23.142464 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da290be2-4816-443f-8fb9-9c2d91e35ffd req-69dc4407-574b-4440-acfe-dc4189117c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:23.143910 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-da290be2-4816-443f-8fb9-9c2d91e35ffd req-69dc4407-574b-4440-acfe-dc4189117c03 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=8af4bed604ef4015929214d402588d34&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0889847 Feb 21 01:44:23.237578 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da290be2-4816-443f-8fb9-9c2d91e35ffd req-6b3cde92-f8cd-46e2-9ff9-f7915cf80fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:23.239034 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-da290be2-4816-443f-8fb9-9c2d91e35ffd req-6b3cde92-f8cd-46e2-9ff9-f7915cf80fa1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891142 Feb 21 01:44:23.323259 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-b31713a8-cdc8-40c5-b009-6d7a65ca3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:23.324855 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-b31713a8-cdc8-40c5-b009-6d7a65ca3c50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af4bed604ef4015929214d402588d34&device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 1127 time: 0.0437040 Feb 21 01:44:23.380300 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-ba548067-9ee5-47f2-9cca-829264c48059 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea3d121-7900-4996-b64b-7306ffc721b9 HTTP/1.1" status: 200 len: 217 time: 0.0339329 Feb 21 01:44:23.430756 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-e2b3857d-fb85-45e8-9df5-108425f0c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:23.432168 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-e2b3857d-fb85-45e8-9df5-108425f0c5d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e95f3ea4-935a-44b3-88fd-bde9a2f2e83f HTTP/1.1" status: 200 len: 849 time: 0.0460343 Feb 21 01:44:23.462368 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-dd58d4b2-4835-4d14-ae83-d572bbfd7e31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0672b0b8-549c-4bc8-8948-2362562e4bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238190 Feb 21 01:44:23.594120 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31ad3a-6733-42bc-acf2-e85872ad3739 req-b1e92a97-28a4-4a39-a248-2fb759271845 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:23.595488 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fe31ad3a-6733-42bc-acf2-e85872ad3739 req-b1e92a97-28a4-4a39-a248-2fb759271845 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 943 time: 0.0809131 Feb 21 01:44:23.597691 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-758c2fbc-8c38-43d5-aafc-fa1785a9e6d4 service neutron] 10.222.0.43 "GET /v2.0/networks/0672b0b8-549c-4bc8-8948-2362562e4bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259687 Feb 21 01:44:23.695126 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fe31ad3a-6733-42bc-acf2-e85872ad3739 req-045ce31d-04c3-4abb-bbe7-cac332254de3 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941241 Feb 21 01:44:23.718845 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-76bacbf2-772a-4279-8759-3ab3a73c0c93 req-cd333392-02f7-4a1f-8ca1-05f5af2e7bf6 service neutron] 10.222.0.43 "GET /v2.0/networks/0672b0b8-549c-4bc8-8948-2362562e4bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122024 Feb 21 01:44:24.815981 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60124f04-d706-4bfa-acd2-f129f9c0ca87 req-8946bc75-94f0-4e64-a1de-8b145a17b32b tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:24.817474 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-60124f04-d706-4bfa-acd2-f129f9c0ca87 req-8946bc75-94f0-4e64-a1de-8b145a17b32b tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 943 time: 0.0560782 Feb 21 01:44:24.865546 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-60124f04-d706-4bfa-acd2-f129f9c0ca87 req-5526ba25-a198-4ee2-b1b9-cca0e40249b6 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Feb 21 01:44:25.978228 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81787444-5fde-4e20-b0db-fc47d9799307 req-103f903d-f578-4c5e-9ee8-15fbe04b49ff tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:25.979694 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-81787444-5fde-4e20-b0db-fc47d9799307 req-103f903d-f578-4c5e-9ee8-15fbe04b49ff tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 943 time: 0.0500307 Feb 21 01:44:26.026671 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-81787444-5fde-4e20-b0db-fc47d9799307 req-c67fa3eb-2d49-4016-9670-f308cee717ae tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Feb 21 01:44:26.816979 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 9ea3d121-7900-4996-b64b-7306ffc721b9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:44:26.913741 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 9ea3d121-7900-4996-b64b-7306ffc721b9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ea3d121-7900-4996-b64b-7306ffc721b9,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:26.924527 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '9ea3d121-7900-4996-b64b-7306ffc721b9', 'network_id': '0672b0b8-549c-4bc8-8948-2362562e4bc3', 'port_id': '9ea3d121-7900-4996-b64b-7306ffc721b9', 'mac_address': 'fa:16:3e:2f:95:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95f3ea4-935a-44b3-88fd-bde9a2f2e83f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:44:26.959840 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 9ea3d121-7900-4996-b64b-7306ffc721b9 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:26.960224 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:26.973410 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea3d121-7900-4996-b64b-7306ffc721b9 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:26.997550 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 9ea3d121-7900-4996-b64b-7306ffc721b9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ea3d121-7900-4996-b64b-7306ffc721b9,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:27.068350 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:27.116786 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=9ea3d121-7900-4996-b64b-7306ffc721b9,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:27.146249 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf85f6-e4d4-4c7b-a98f-d293c1ccabca req-3d0dc5b9-688b-4f4e-9819-a966ea71466c tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:27.148399 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7fbf85f6-e4d4-4c7b-a98f-d293c1ccabca req-3d0dc5b9-688b-4f4e-9819-a966ea71466c tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 944 time: 0.0539253 Feb 21 01:44:27.197530 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7fbf85f6-e4d4-4c7b-a98f-d293c1ccabca req-e2573ccf-865b-4b64-9c3d-0220c3dc53f7 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Feb 21 01:44:27.453076 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['9ea3d121-7900-4996-b64b-7306ffc721b9'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:44:27.518295 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:44:28.312903 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5e7b6-9ddb-4cce-b5e5-94fd1bca9b84 req-ba6b0d70-832a-4542-b903-033002982b97 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:28.314396 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-77d5e7b6-9ddb-4cce-b5e5-94fd1bca9b84 req-ba6b0d70-832a-4542-b903-033002982b97 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 944 time: 0.0510790 Feb 21 01:44:28.361574 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-77d5e7b6-9ddb-4cce-b5e5-94fd1bca9b84 req-d7c45d91-08fa-462a-ae9e-2cd4ad73b184 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417771 Feb 21 01:44:28.828102 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 9ea3d121-7900-4996-b64b-7306ffc721b9 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:44:28.961579 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 9ea3d121-7900-4996-b64b-7306ffc721b9 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:44:28.965413 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 9ea3d121-7900-4996-b64b-7306ffc721b9 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:44:28.965855 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:29.057568 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 9ea3d121-7900-4996-b64b-7306ffc721b9 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:44:29.057871 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:29.079868 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487ce617-4be7-4cdd-b23e-f2af1636afe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea3d121-7900-4996-b64b-7306ffc721b9'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:29.082111 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76f3508-f768-44d8-857a-fde0522be0ce" -d '{"events": [{"server_uuid": "487ce617-4be7-4cdd-b23e-f2af1636afe2", "name": "network-vif-plugged", "status": "completed", "tag": "9ea3d121-7900-4996-b64b-7306ffc721b9"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:29.097866 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 9ea3d121-7900-4996-b64b-7306ffc721b9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ea3d121-7900-4996-b64b-7306ffc721b9,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:29.178699 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:29.227793 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=9ea3d121-7900-4996-b64b-7306ffc721b9,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:29.291923 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce11c3e6-76b4-4b18-9eb7-fb65f59bb33b x-openstack-request-id: req-ce11c3e6-76b4-4b18-9eb7-fb65f59bb33b {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:29.292178 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487ce617-4be7-4cdd-b23e-f2af1636afe2", "name": "network-vif-plugged", "status": "completed", "tag": "9ea3d121-7900-4996-b64b-7306ffc721b9", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:29.292487 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ce11c3e6-76b4-4b18-9eb7-fb65f59bb33b {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:29.292892 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487ce617-4be7-4cdd-b23e-f2af1636afe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea3d121-7900-4996-b64b-7306ffc721b9', 'code': 200} Feb 21 01:44:29.480280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e241-7d8b-4bf0-8cb6-f20b147f4705 req-e6b88c24-9bdb-4b1f-a5e3-cc1ef7065527 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:29.481794 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-40b9e241-7d8b-4bf0-8cb6-f20b147f4705 req-e6b88c24-9bdb-4b1f-a5e3-cc1ef7065527 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 945 time: 0.0524452 Feb 21 01:44:29.527696 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-40b9e241-7d8b-4bf0-8cb6-f20b147f4705 req-cb700071-0b51-47eb-b3ad-2cf736e3185d tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Feb 21 01:44:29.606529 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd828244-00ed-4545-a152-d7ee6f4334ee req-f10c8426-b113-4733-a4a5-9760c48e0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:29.608547 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bd828244-00ed-4545-a152-d7ee6f4334ee req-f10c8426-b113-4733-a4a5-9760c48e0eae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 1129 time: 0.0466375 Feb 21 01:44:29.652645 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-bd828244-00ed-4545-a152-d7ee6f4334ee req-940302ab-3012-48e2-8d8f-89851416255f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382628 Feb 21 01:44:30.078473 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f69af-3fac-4a20-837d-4ccea3517fa6 req-7e270efc-6431-4049-a1ad-77d2ea515dba tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:30.079815 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4a2f69af-3fac-4a20-837d-4ccea3517fa6 req-7e270efc-6431-4049-a1ad-77d2ea515dba tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 945 time: 0.0508761 Feb 21 01:44:30.123767 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4a2f69af-3fac-4a20-837d-4ccea3517fa6 req-e4fca296-f33d-43cd-9e3a-6cf1fc2eafe1 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 Feb 21 01:44:30.648166 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d5fd8-9533-4a96-8606-6902a3008d70 req-5abdc3e5-3ac3-4cd6-8b47-a97f0432808e tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:30.649656 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-597d5fd8-9533-4a96-8606-6902a3008d70 req-5abdc3e5-3ac3-4cd6-8b47-a97f0432808e tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 945 time: 0.0548866 Feb 21 01:44:30.695281 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-597d5fd8-9533-4a96-8606-6902a3008d70 req-58da83c8-8c93-459a-b88a-1c6492e09c18 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Feb 21 01:44:31.245383 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594715b-e976-42a3-833b-f9f7d60337ae req-988f20cb-1a7a-4760-9338-c0cfb4b68eef tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:31.246816 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1594715b-e976-42a3-833b-f9f7d60337ae req-988f20cb-1a7a-4760-9338-c0cfb4b68eef tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 945 time: 0.0509737 Feb 21 01:44:31.293323 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1594715b-e976-42a3-833b-f9f7d60337ae req-9e182eef-e043-43a4-b6b7-cb64a2b560bc tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Feb 21 01:44:31.809059 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e4cab-9c7f-4cfa-9300-7454dc0e883f req-0d2401ac-8e75-487f-939a-6b4d3cb04a96 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:31.810990 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d04e4cab-9c7f-4cfa-9300-7454dc0e883f req-0d2401ac-8e75-487f-939a-6b4d3cb04a96 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 945 time: 0.0495186 Feb 21 01:44:31.859028 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d04e4cab-9c7f-4cfa-9300-7454dc0e883f req-3b43e3e9-6b91-4cd3-98da-0095caaee54a tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Feb 21 01:44:32.069082 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-927dde8e-2b11-4b49-8a7b-21b5aec054a1 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:32.070506 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-927dde8e-2b11-4b49-8a7b-21b5aec054a1 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.43 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 945 time: 0.0503271 Feb 21 01:44:32.165397 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Deleting port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:44:32.165713 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.257280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] For port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:32.257646 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.270350 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Calling delete_port for e7fdbbe1-c0e9-4818-b2de-cc2579613ccf owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:44:32.443077 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8c617-bb82-40b5-9989-b2418f5f376c req-94a385a0-5fe2-43ac-8458-c074f1ff076c tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:32.444645 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4aa8c617-bb82-40b5-9989-b2418f5f376c req-94a385a0-5fe2-43ac-8458-c074f1ff076c tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=f462aba2-e204-42e0-8f1a-cc25b075bdb9 HTTP/1.1" status: 200 len: 945 time: 0.0741346 Feb 21 01:44:32.487123 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (e7fdbbe1-c0e9-4818-b2de-cc2579613ccf), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.497621 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-4aa8c617-bb82-40b5-9989-b2418f5f376c req-84d4e902-8d75-41ea-85cb-98ca9aecb920 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476387 Feb 21 01:44:32.501717 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['e7fdbbe1-c0e9-4818-b2de-cc2579613ccf'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:44:32.516870 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Pushing event deleted for resources: {'Port': ['ID=e7fdbbe1-c0e9-4818-b2de-cc2579613ccf,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:32.566300 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] No DVR routers for this DVR port e7fdbbe1-c0e9-4818-b2de-cc2579613ccf on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:44:32.568947 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:32.572285 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6ad41af6-8da8-4375-8d7e-3579b9cf5b64 req-b0f80b49-ebd2-407a-ad2b-a816c83e2bf5 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.43 "DELETE /v2.0/ports/e7fdbbe1-c0e9-4818-b2de-cc2579613ccf HTTP/1.1" status: 204 len: 173 time: 0.4953668 Feb 21 01:44:32.572761 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f462aba2-e204-42e0-8f1a-cc25b075bdb9', 'name': 'network-vif-deleted', 'tag': 'e7fdbbe1-c0e9-4818-b2de-cc2579613ccf'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:32.574975 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1233c8c-e044-46fd-839f-f6a4ccde3a48" -d '{"events": [{"server_uuid": "f462aba2-e204-42e0-8f1a-cc25b075bdb9", "name": "network-vif-deleted", "tag": "e7fdbbe1-c0e9-4818-b2de-cc2579613ccf"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:32.610784 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b328866f-cb0a-4da8-a524-f578eb234c86 x-openstack-request-id: req-b328866f-cb0a-4da8-a524-f578eb234c86 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:32.611077 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f462aba2-e204-42e0-8f1a-cc25b075bdb9", "name": "network-vif-deleted", "tag": "e7fdbbe1-c0e9-4818-b2de-cc2579613ccf", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:32.611329 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b328866f-cb0a-4da8-a524-f578eb234c86 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:32.611788 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f462aba2-e204-42e0-8f1a-cc25b075bdb9', 'name': 'network-vif-deleted', 'tag': 'e7fdbbe1-c0e9-4818-b2de-cc2579613ccf', 'status': 'completed', 'code': 200} Feb 21 01:44:32.959232 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86375b-ad2f-400d-a1ea-031a79f4cd10 req-a3723ad3-9e0e-40e5-a7ea-a9fdc02fd887 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:32.960702 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1f86375b-ad2f-400d-a1ea-031a79f4cd10 req-a3723ad3-9e0e-40e5-a7ea-a9fdc02fd887 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 945 time: 0.0531991 Feb 21 01:44:33.006259 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1f86375b-ad2f-400d-a1ea-031a79f4cd10 req-574fcb71-41f6-43c7-93b5-b92e2184835c tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 Feb 21 01:44:34.123576 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b27b1c-6d44-48af-9799-78ae720e17ea req-1ed9a9ec-92e6-4824-8eb5-6bb1ee713aa3 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:34.125073 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d2b27b1c-6d44-48af-9799-78ae720e17ea req-1ed9a9ec-92e6-4824-8eb5-6bb1ee713aa3 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Feb 21 01:44:34.159828 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-07cd8f49-1bad-4106-bff7-7d84b0542c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.171246 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d2b27b1c-6d44-48af-9799-78ae720e17ea req-4cb64a3c-5061-4294-88f5-4cccbb63ac62 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/security-groups?id=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Feb 21 01:44:34.395871 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-6029e70d-0579-440c-a4a6-02f57ad34338 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:34.397337 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-6029e70d-0579-440c-a4a6-02f57ad34338 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.43 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 945 time: 0.0528786 Feb 21 01:44:34.502352 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Deleting port 9ea3d121-7900-4996-b64b-7306ffc721b9 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:44:34.502690 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.589881 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] For port 9ea3d121-7900-4996-b64b-7306ffc721b9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9ea3d121-7900-4996-b64b-7306ffc721b9,segment=NetworkSegment(a45273cb-276a-4da6-85b9-4d3372074fa5),segment_id=a45273cb-276a-4da6-85b9-4d3372074fa5)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:34.590244 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:34.601676 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Calling delete_port for 9ea3d121-7900-4996-b64b-7306ffc721b9 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:44:35.047781 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (9ea3d121-7900-4996-b64b-7306ffc721b9), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:35.086392 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Pushing event deleted for resources: {'Port': ['ID=9ea3d121-7900-4996-b64b-7306ffc721b9,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:35.122182 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] No DVR routers for this DVR port 9ea3d121-7900-4996-b64b-7306ffc721b9 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:44:35.124606 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:35.127914 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c7a129ad-89ae-46d0-882e-126e07c5f40a req-f1830d4b-b5b3-4da0-88c9-2dce013fecaf tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.43 "DELETE /v2.0/ports/9ea3d121-7900-4996-b64b-7306ffc721b9 HTTP/1.1" status: 204 len: 173 time: 0.7247841 Feb 21 01:44:35.128372 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487ce617-4be7-4cdd-b23e-f2af1636afe2', 'name': 'network-vif-deleted', 'tag': '9ea3d121-7900-4996-b64b-7306ffc721b9'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:35.131171 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fb72df-0b8d-442a-aecb-2f3da446fa08" -d '{"events": [{"server_uuid": "487ce617-4be7-4cdd-b23e-f2af1636afe2", "name": "network-vif-deleted", "tag": "9ea3d121-7900-4996-b64b-7306ffc721b9"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:35.167185 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbcc9d2-f32b-4fe2-be0a-f267d33d78e7 x-openstack-request-id: req-1fbcc9d2-f32b-4fe2-be0a-f267d33d78e7 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:35.167477 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487ce617-4be7-4cdd-b23e-f2af1636afe2", "name": "network-vif-deleted", "tag": "9ea3d121-7900-4996-b64b-7306ffc721b9", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:35.167818 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1fbcc9d2-f32b-4fe2-be0a-f267d33d78e7 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:35.168227 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487ce617-4be7-4cdd-b23e-f2af1636afe2', 'name': 'network-vif-deleted', 'tag': '9ea3d121-7900-4996-b64b-7306ffc721b9', 'status': 'completed', 'code': 200} Feb 21 01:44:35.269622 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-52029b24-df9e-4ad7-a8bb-1b166e4b8ff7 req-267f4b54-de93-4d71-8fda-4353a0bf2394 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 210 time: 0.0270822 Feb 21 01:44:36.363532 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2565befb-dec5-4eeb-8253-9aac5e337af5 req-032accfe-7ced-43b1-87ea-71cc31d25140 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Feb 21 01:44:36.579468 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['9ea3d121-7900-4996-b64b-7306ffc721b9'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:44:36.669839 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-226dfeda-8754-49ab-ba35-a6e3cf0e31e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.468245 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ade8147b-975c-4229-a46c-bd56ab36d688 req-eab960cc-c7c2-49c2-ace3-dc928084df78 tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 210 time: 0.0281248 Feb 21 01:44:37.721401 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:37.811444 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device e7fdbbe1-c0e9-4818-b2de-cc2579613ccf no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:44:37.835875 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: e7fdbbe1-c0e9-4818-b2de-cc2579613ccf {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:44:37.836226 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device e7fdbbe1-c0e9-4818-b2de-cc2579613ccf not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:44:37.885053 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:38.572081 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-82db0fc0-1299-4132-b81c-e55448007223 req-7a016f37-51c4-4b15-8ea4-d910a0e7082a tempest-VolumesActionsTest-1485268087 tempest-VolumesActionsTest-1485268087-project] 10.222.0.90 "GET /v2.0/ports?device_id=487ce617-4be7-4cdd-b23e-f2af1636afe2 HTTP/1.1" status: 200 len: 210 time: 0.0258875 Feb 21 01:44:39.172750 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:40.532905 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:42.197445 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 9ea3d121-7900-4996-b64b-7306ffc721b9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:44:42.217800 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 9ea3d121-7900-4996-b64b-7306ffc721b9 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:44:42.218148 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 9ea3d121-7900-4996-b64b-7306ffc721b9 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:44:49.267357 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-fc2764ab-f9f5-4cd7-af04-2e676fa6e55a tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:49.268755 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-fc2764ab-f9f5-4cd7-af04-2e676fa6e55a tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/networks?id=5f5b61d0-749a-42d6-a36d-902db889b48a HTTP/1.1" status: 200 len: 814 time: 0.0971785 Feb 21 01:44:49.284685 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-beae0bd7-d285-4729-9b82-bc75ff35eba2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/quotas/eee074218f5d45c09d213dc996c172b5 HTTP/1.1" status: 200 len: 375 time: 0.0102491 Feb 21 01:44:49.321148 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-96f4db1d-98d5-4b1d-86ec-481f892dbb6d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=eee074218f5d45c09d213dc996c172b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303817 Feb 21 01:44:49.476857 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-690ee116-de3d-48e4-9529-7741f4e25f14 service neutron] 10.222.0.90 "GET /v2.0/networks/5f5b61d0-749a-42d6-a36d-902db889b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484969 Feb 21 01:44:49.567986 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-66a3b7a2-4670-4b1e-9a20-150db2521ebd service neutron] 10.222.0.90 "GET /v2.0/networks/5f5b61d0-749a-42d6-a36d-902db889b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853665 Feb 21 01:44:49.844227 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-fa9a5c71-2b16-417e-b493-29fce970bfb7 req-183fb31a-30c4-4b8f-9c04-95b39e06905d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 210 time: 0.0493658 Feb 21 01:44:50.956623 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-69c738c0-368d-46c6-9732-5728c256ffa2 req-37dc6260-84c3-426b-83fc-6b8523822a51 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 210 time: 0.0437617 Feb 21 01:44:51.943194 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-832c398f-c6f4-4a75-a5bb-6661a4b1a9ba tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:51.945051 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-832c398f-c6f4-4a75-a5bb-6661a4b1a9ba tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.43 "GET /v2.0/networks?id=5f5b61d0-749a-42d6-a36d-902db889b48a HTTP/1.1" status: 200 len: 814 time: 0.1713226 Feb 21 01:44:51.960918 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Request body: {'port': {'device_id': 'aa3bb09a-d09d-4734-aae7-b8ca6e962ec3', 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a', 'admin_state_up': True, 'tenant_id': 'eee074218f5d45c09d213dc996c172b5'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:52.128481 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-88682335-5c38-4207-8349-a78d3da2dd7f req-3b124f14-a697-4736-8e31-bea217a14fef tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 210 time: 0.0532179 Feb 21 01:44:52.479288 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Made reservation on behalf of eee074218f5d45c09d213dc996c172b5 for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:44:52.494169 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:52.612814 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Allocated IP 172.20.0.2 (5f5b61d0-749a-42d6-a36d-902db889b48a/a67471a7-aa1c-484e-ba47-48b36e161c35/c468ab7b-60ba-4b65-a146-8e905b131d91) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:44:52.780153 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks [] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:52.891124 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:52.931998 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Network 5f5b61d0-749a-42d6-a36d-902db889b48a is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:44:52.933585 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:44:52.938413 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:44:52.975571 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Pushing event updated for resources: {'Port': ['ID=c468ab7b-60ba-4b65-a146-8e905b131d91,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:52.988744 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.989113 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.989466 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.989806 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.990143 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.990480 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.990814 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.991142 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.991470 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.991795 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.992122 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.994545 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:52.994545 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:44:53.006551 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:53.007167 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.095355 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-1012018a-31f3-45a9-8c0a-249c66d9c28e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1402049 Feb 21 01:44:53.108520 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Request body: {'port': {'device_id': 'aa3bb09a-d09d-4734-aae7-b8ca6e962ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:44:53.253666 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.340067 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082c49-b546-40c8-9089-46a84ae87873 req-7a77fd79-ec96-41d7-995e-0a07852dd29d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:53.343527 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f1082c49-b546-40c8-9089-46a84ae87873 req-7a77fd79-ec96-41d7-995e-0a07852dd29d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 931 time: 0.1268797 Feb 21 01:44:53.547231 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f1082c49-b546-40c8-9089-46a84ae87873 req-62ebbe83-a93c-4976-bdc1-f522881391db tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941252 Feb 21 01:44:53.679620 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c468ab7b-60ba-4b65-a146-8e905b131d91 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:44:53.689009 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Publish callbacks [] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.702269 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Transition to ACTIVE for port object c468ab7b-60ba-4b65-a146-8e905b131d91 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:44:53.755776 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.861828 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Pushing event updated for resources: {'Port': ['ID=c468ab7b-60ba-4b65-a146-8e905b131d91,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:53.895479 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Attempting to bind port c468ab7b-60ba-4b65-a146-8e905b131d91 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:44:53.895975 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Attempting to bind port c468ab7b-60ba-4b65-a146-8e905b131d91 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'fd5ab6df-01ed-4855-a928-57b9f4d22a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:44:53.896380 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Attempting to bind port c468ab7b-60ba-4b65-a146-8e905b131d91 on network 5f5b61d0-749a-42d6-a36d-902db889b48a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:53.901175 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Port c468ab7b-60ba-4b65-a146-8e905b131d91 on network 5f5b61d0-749a-42d6-a36d-902db889b48a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:44:53.901457 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Attempting to bind port c468ab7b-60ba-4b65-a146-8e905b131d91 on network 5f5b61d0-749a-42d6-a36d-902db889b48a {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:44:53.906717 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:44:53.907057 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Checking segment: {'id': 'fd5ab6df-01ed-4855-a928-57b9f4d22a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:44:53.907443 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Bound using segment: {'id': 'fd5ab6df-01ed-4855-a928-57b9f4d22a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:44:53.907870 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Bound port: c468ab7b-60ba-4b65-a146-8e905b131d91, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5ab6df-01ed-4855-a928-57b9f4d22a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:44:53.908227 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:53.973047 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] For port c468ab7b-60ba-4b65-a146-8e905b131d91, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:44:53.976564 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] For port c468ab7b-60ba-4b65-a146-8e905b131d91, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c468ab7b-60ba-4b65-a146-8e905b131d91,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:44:54.059442 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:54.099406 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.100796 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:44:54.101662 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] 10.222.0.43 "PUT /v2.0/ports/c468ab7b-60ba-4b65-a146-8e905b131d91 HTTP/1.1" status: 200 len: 1093 time: 0.9994652 Feb 21 01:44:54.104107 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3bb09a-d09d-4734-aae7-b8ca6e962ec3', 'tag': 'c468ab7b-60ba-4b65-a146-8e905b131d91'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:44:54.108056 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf5fdab-b96e-4eb2-aa01-d45190f31e54" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3bb09a-d09d-4734-aae7-b8ca6e962ec3", "tag": "c468ab7b-60ba-4b65-a146-8e905b131d91"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:44:54.133648 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa3515-3f96-450c-8fb1-9486187ee8be service neutron] Pushing event updated for resources: {'Port': ['ID=c468ab7b-60ba-4b65-a146-8e905b131d91,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:44:54.157405 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eae977-8e27-423f-8a4e-c56de9c9760c x-openstack-request-id: req-b8eae977-8e27-423f-8a4e-c56de9c9760c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:44:54.157917 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3bb09a-d09d-4734-aae7-b8ca6e962ec3", "tag": "c468ab7b-60ba-4b65-a146-8e905b131d91", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:44:54.158385 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b8eae977-8e27-423f-8a4e-c56de9c9760c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:44:54.159487 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3bb09a-d09d-4734-aae7-b8ca6e962ec3', 'tag': 'c468ab7b-60ba-4b65-a146-8e905b131d91', 'status': 'completed', 'code': 200} Feb 21 01:44:54.228388 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5fdab-b96e-4eb2-aa01-d45190f31e54 req-926a2b13-7409-444e-8a92-2b347d49dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.230371 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ecf5fdab-b96e-4eb2-aa01-d45190f31e54 req-926a2b13-7409-444e-8a92-2b347d49dba6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eee074218f5d45c09d213dc996c172b5&device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 1127 time: 0.0500290 Feb 21 01:44:54.333550 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5fdab-b96e-4eb2-aa01-d45190f31e54 req-7b715a5e-e9dd-4ed7-b2b5-055ae3a88326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.335037 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ecf5fdab-b96e-4eb2-aa01-d45190f31e54 req-7b715a5e-e9dd-4ed7-b2b5-055ae3a88326 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=eee074218f5d45c09d213dc996c172b5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0967550 Feb 21 01:44:54.442249 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5fdab-b96e-4eb2-aa01-d45190f31e54 req-45a45ec6-7792-4036-9898-7b38844d5e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.444419 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ecf5fdab-b96e-4eb2-aa01-d45190f31e54 req-45a45ec6-7792-4036-9898-7b38844d5e3f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037784 Feb 21 01:44:54.536315 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-2f004b07-d7cb-4be8-8f45-cd397eb60293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.538219 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-2f004b07-d7cb-4be8-8f45-cd397eb60293 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eee074218f5d45c09d213dc996c172b5&device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 1127 time: 0.0546536 Feb 21 01:44:54.588190 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-d2065004-e9de-493a-8ecf-8bdb70150081 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c468ab7b-60ba-4b65-a146-8e905b131d91 HTTP/1.1" status: 200 len: 217 time: 0.0417061 Feb 21 01:44:54.688349 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-3dfd48ed-d266-47e1-9db8-3f6d71167a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.689997 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-3dfd48ed-d266-47e1-9db8-3f6d71167a54 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a67471a7-aa1c-484e-ba47-48b36e161c35 HTTP/1.1" status: 200 len: 854 time: 0.0943289 Feb 21 01:44:54.726290 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-36d5ea56-d5b4-46ac-82ff-2ef39f8718e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f5b61d0-749a-42d6-a36d-902db889b48a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295269 Feb 21 01:44:54.765938 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e3953-0a78-41de-abc7-4dca8141dc32 req-58644c65-2258-4214-b776-a8b0a5474925 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:54.767934 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f77e3953-0a78-41de-abc7-4dca8141dc32 req-58644c65-2258-4214-b776-a8b0a5474925 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 943 time: 0.1267304 Feb 21 01:44:54.857909 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f77e3953-0a78-41de-abc7-4dca8141dc32 req-2d3d36c0-a8fe-4723-ac3c-be0009a04705 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606074 Feb 21 01:44:54.878811 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-061a6802-3332-4897-b585-728ff61f7517 service neutron] 10.222.0.43 "GET /v2.0/networks/5f5b61d0-749a-42d6-a36d-902db889b48a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456335 Feb 21 01:44:54.978406 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8ea7ef18-1d67-4f73-b464-1ad3442e5eeb req-4063d2ff-408d-4e97-972f-7f005508bca8 service neutron] 10.222.0.43 "GET /v2.0/networks/5f5b61d0-749a-42d6-a36d-902db889b48a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933406 Feb 21 01:44:56.010466 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e19f89-fa1d-4ce3-a099-867be8a49a71 req-b337e3ee-f17a-4187-8b95-cd3ce2a5dff9 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:56.013078 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e9e19f89-fa1d-4ce3-a099-867be8a49a71 req-b337e3ee-f17a-4187-8b95-cd3ce2a5dff9 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 943 time: 0.0680456 Feb 21 01:44:56.072740 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e9e19f89-fa1d-4ce3-a099-867be8a49a71 req-0d3bba0d-bef7-40d7-a9c5-847e4f63d0d2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526083 Feb 21 01:44:57.211326 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e6d5-07c0-4887-9e7b-46519fac827b req-818ce9a3-75a3-47af-bce5-c038f38bd867 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:57.212962 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2784e6d5-07c0-4887-9e7b-46519fac827b req-818ce9a3-75a3-47af-bce5-c038f38bd867 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 943 time: 0.0574069 Feb 21 01:44:57.270549 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2784e6d5-07c0-4887-9e7b-46519fac827b req-43b7ea58-e406-4869-a13d-121e9e784a8e tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513585 Feb 21 01:44:58.402140 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f09565-9253-4ec4-b737-ee7e8e1af4e8 req-caaffdb5-693b-4eae-8561-6d8e451e9451 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:58.403759 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4f09565-9253-4ec4-b737-ee7e8e1af4e8 req-caaffdb5-693b-4eae-8561-6d8e451e9451 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 943 time: 0.0569558 Feb 21 01:44:58.459172 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c4f09565-9253-4ec4-b737-ee7e8e1af4e8 req-e287dee3-ff2c-4cdf-af0c-2f7c1007948b tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495226 Feb 21 01:44:59.605213 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c0a6-452f-4111-84da-5a6ea4c1153c req-2d78ce14-e99d-4e88-a4cf-eaa98494002d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:44:59.606729 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9614c0a6-452f-4111-84da-5a6ea4c1153c req-2d78ce14-e99d-4e88-a4cf-eaa98494002d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 943 time: 0.0628595 Feb 21 01:44:59.664992 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9614c0a6-452f-4111-84da-5a6ea4c1153c req-caf122f1-87d7-453e-991a-9759c570b301 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524230 Feb 21 01:44:59.861549 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device c468ab7b-60ba-4b65-a146-8e905b131d91 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:44:59.981665 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port c468ab7b-60ba-4b65-a146-8e905b131d91, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c468ab7b-60ba-4b65-a146-8e905b131d91,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:44:59.992691 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'c468ab7b-60ba-4b65-a146-8e905b131d91', 'network_id': '5f5b61d0-749a-42d6-a36d-902db889b48a', 'port_id': 'c468ab7b-60ba-4b65-a146-8e905b131d91', 'mac_address': 'fa:16:3e:b1:c9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67471a7-aa1c-484e-ba47-48b36e161c35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:45:00.045721 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port c468ab7b-60ba-4b65-a146-8e905b131d91 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:00.046109 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:00.063662 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c468ab7b-60ba-4b65-a146-8e905b131d91 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:00.086923 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port c468ab7b-60ba-4b65-a146-8e905b131d91, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c468ab7b-60ba-4b65-a146-8e905b131d91,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:00.161426 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:00.214621 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c468ab7b-60ba-4b65-a146-8e905b131d91,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:00.548534 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['c468ab7b-60ba-4b65-a146-8e905b131d91'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:00.805877 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa922c4-fcd5-4994-b787-ed0f3465cb94 req-04bd6111-68fe-46a4-ab60-d0dec3e18751 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:00.807794 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0fa922c4-fcd5-4994-b787-ed0f3465cb94 req-04bd6111-68fe-46a4-ab60-d0dec3e18751 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 944 time: 0.0620663 Feb 21 01:45:00.856480 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0fa922c4-fcd5-4994-b787-ed0f3465cb94 req-a17191e5-4aa3-4acb-970e-1e64d4d60689 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 Feb 21 01:45:01.895682 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device c468ab7b-60ba-4b65-a146-8e905b131d91 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:45:01.992864 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2308726-3410-443a-b7a6-14d5efb7d47f req-90dca7ba-760c-4457-b8b2-4777718d3500 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:01.995873 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e2308726-3410-443a-b7a6-14d5efb7d47f req-90dca7ba-760c-4457-b8b2-4777718d3500 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 944 time: 0.0619149 Feb 21 01:45:02.030930 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port c468ab7b-60ba-4b65-a146-8e905b131d91 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:45:02.037403 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port c468ab7b-60ba-4b65-a146-8e905b131d91 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:45:02.038030 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:02.077323 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e2308726-3410-443a-b7a6-14d5efb7d47f req-476450f5-aa9d-4cef-a083-04aacd8695e9 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760231 Feb 21 01:45:02.141525 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port c468ab7b-60ba-4b65-a146-8e905b131d91 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:45:02.141862 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:02.165650 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3bb09a-d09d-4734-aae7-b8ca6e962ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c468ab7b-60ba-4b65-a146-8e905b131d91'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:02.168499 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c252826-bdc7-41b7-8032-75a1d247d122" -d '{"events": [{"server_uuid": "aa3bb09a-d09d-4734-aae7-b8ca6e962ec3", "name": "network-vif-plugged", "status": "completed", "tag": "c468ab7b-60ba-4b65-a146-8e905b131d91"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:02.182818 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port c468ab7b-60ba-4b65-a146-8e905b131d91, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c468ab7b-60ba-4b65-a146-8e905b131d91,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:02.210730 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e74eb53-656b-43ea-aa12-6fda2a8bb4d2 x-openstack-request-id: req-1e74eb53-656b-43ea-aa12-6fda2a8bb4d2 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:02.211033 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3bb09a-d09d-4734-aae7-b8ca6e962ec3", "name": "network-vif-plugged", "status": "completed", "tag": "c468ab7b-60ba-4b65-a146-8e905b131d91", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:02.211323 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1e74eb53-656b-43ea-aa12-6fda2a8bb4d2 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:02.211734 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3bb09a-d09d-4734-aae7-b8ca6e962ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c468ab7b-60ba-4b65-a146-8e905b131d91', 'code': 200} Feb 21 01:45:02.235747 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:02.289907 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=c468ab7b-60ba-4b65-a146-8e905b131d91,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:02.297590 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.298026 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.298298 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.298658 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.299044 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.299338 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.299784 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.300029 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.300358 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.300712 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.301094 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.301425 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.301748 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:02.549396 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c9850-c3a6-4d2a-a375-e70529cb3c5b req-a05ce6f7-b0b3-4763-aa3c-ef684f7ba782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:02.550827 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-de7c9850-c3a6-4d2a-a375-e70529cb3c5b req-a05ce6f7-b0b3-4763-aa3c-ef684f7ba782 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 1129 time: 0.0586081 Feb 21 01:45:02.600913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-de7c9850-c3a6-4d2a-a375-e70529cb3c5b req-4064fd1e-d0f8-465b-95ba-271eafb7620c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440416 Feb 21 01:45:03.207711 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c291162-621e-44ee-b222-3ca50c93646f req-cbf532a7-5869-4456-b63b-6bd915d3e80d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:03.215348 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9c291162-621e-44ee-b222-3ca50c93646f req-cbf532a7-5869-4456-b63b-6bd915d3e80d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 945 time: 0.0640705 Feb 21 01:45:03.259418 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9c291162-621e-44ee-b222-3ca50c93646f req-16ac51a0-8417-4bd3-bd1d-50557c8af64a tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Feb 21 01:45:04.150313 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-832ed97c-5de6-4438-91e8-5447e51d81fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:04.418522 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f2457-3015-4746-8384-ff07ed3dfd0c req-5efcdf01-f464-409e-90dc-e30667b96d1d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:04.418522 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-674f2457-3015-4746-8384-ff07ed3dfd0c req-5efcdf01-f464-409e-90dc-e30667b96d1d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 945 time: 0.0586271 Feb 21 01:45:04.453914 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-674f2457-3015-4746-8384-ff07ed3dfd0c req-0e2cc740-be28-492f-82f8-b8c7bd760f63 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485394 Feb 21 01:45:04.520959 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:45:06.701823 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d2686ddc-0c61-467c-92b4-f7bae0812463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:07.724956 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:07.869444 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:08.862044 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36092) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:08.909655 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1ec790-b55b-4cd7-92c9-39e7fae58b99 admin admin] Deleting subnet e95f3ea4-935a-44b3-88fd-bde9a2f2e83f {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:45:08.912587 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec790-b55b-4cd7-92c9-39e7fae58b99 admin admin] Publish callbacks [] for subnet (e95f3ea4-935a-44b3-88fd-bde9a2f2e83f), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:08.945822 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec790-b55b-4cd7-92c9-39e7fae58b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66804943'] for subnet (e95f3ea4-935a-44b3-88fd-bde9a2f2e83f), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:08.983554 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec790-b55b-4cd7-92c9-39e7fae58b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (e95f3ea4-935a-44b3-88fd-bde9a2f2e83f), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.102777 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec790-b55b-4cd7-92c9-39e7fae58b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63863832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63869924'] for subnet (e95f3ea4-935a-44b3-88fd-bde9a2f2e83f), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.129288 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ec790-b55b-4cd7-92c9-39e7fae58b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95f3ea4-935a-44b3-88fd-bde9a2f2e83f,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:09.131255 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cb1ec790-b55b-4cd7-92c9-39e7fae58b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.134482 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-cb1ec790-b55b-4cd7-92c9-39e7fae58b99 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e95f3ea4-935a-44b3-88fd-bde9a2f2e83f HTTP/1.1" status: 204 len: 168 time: 0.2713335 Feb 21 01:45:09.137131 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36094) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:09.195088 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.208392 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (0672b0b8-549c-4bc8-8948-2362562e4bc3), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.283327 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (0672b0b8-549c-4bc8-8948-2362562e4bc3), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.303091 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0672b0b8-549c-4bc8-8948-2362562e4bc3']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:09.312665 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45273cb-276a-4da6-85b9-4d3372074fa5') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:09.312965 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45273cb-276a-4da6-85b9-4d3372074fa5') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:09.325810 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66804950'] for segment (a45273cb-276a-4da6-85b9-4d3372074fa5), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.338619 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (a45273cb-276a-4da6-85b9-4d3372074fa5), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.344314 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:45:09.344724 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63849470'] for segment (a45273cb-276a-4da6-85b9-4d3372074fa5), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: Traceback (most recent call last): Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: timer() Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: cb(*args, **kw) Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: return func(*args, **kwargs) Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: self._notify() Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: self.callback(batched_events) Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: event.method(event) Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: return f(self, *a, **k) Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._get(url).json() Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: return self.request(url, 'GET', **kwargs) Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:45:09.346314 dv-cinder-813228-6-iscsi neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:45:09.452598 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (0672b0b8-549c-4bc8-8948-2362562e4bc3), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.457953 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.461107 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] 10.222.0.90 "DELETE /v2.0/networks/0672b0b8-549c-4bc8-8948-2362562e4bc3 HTTP/1.1" status: 204 len: 168 time: 0.3227956 Feb 21 01:45:09.471747 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9b9fe-f162-4791-886c-307452febb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=0672b0b8-549c-4bc8-8948-2362562e4bc3,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:09.731431 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36100) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:09.770397 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-51be5f7b-bf5c-4406-aa70-327cb459939d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8af4bed604ef4015929214d402588d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372012 Feb 21 01:45:09.772862 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36102) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:09.818020 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-180049f5-768e-48d6-ab0d-fd772cc61e82 admin admin] Publish callbacks [] for security_group (8c0d7ef9-ef8e-4233-848b-f29d15db0e3e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.838330 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-180049f5-768e-48d6-ab0d-fd772cc61e82 admin admin] Publish callbacks [] for security_group (8c0d7ef9-ef8e-4233-848b-f29d15db0e3e), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.961254 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-180049f5-768e-48d6-ab0d-fd772cc61e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (8c0d7ef9-ef8e-4233-848b-f29d15db0e3e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.964068 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-180049f5-768e-48d6-ab0d-fd772cc61e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:09.965280 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-180049f5-768e-48d6-ab0d-fd772cc61e82 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8c0d7ef9-ef8e-4233-848b-f29d15db0e3e HTTP/1.1" status: 204 len: 168 time: 0.1915107 Feb 21 01:45:09.973051 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180049f5-768e-48d6-ab0d-fd772cc61e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d7ef9-ef8e-4233-848b-f29d15db0e3e,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:10.530805 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:28.832379 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36304) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:28.933113 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d95-6a10-46ae-9703-878d0181ae1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:29.014037 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d95-6a10-46ae-9703-878d0181ae1a admin admin] Publish callbacks [] for security_group (7bbf06df-59cd-4d68-ba79-440d41728fe1), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:29.097463 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-aa4c6d95-6a10-46ae-9703-878d0181ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (7bbf06df-59cd-4d68-ba79-440d41728fe1), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:29.134115 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c6d95-6a10-46ae-9703-878d0181ae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbf06df-59cd-4d68-ba79-440d41728fe1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:29.138502 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-aa4c6d95-6a10-46ae-9703-878d0181ae1a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=13e35f3990a84544aa5cd9389b1469c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050954 Feb 21 01:45:29.141192 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36308) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:45:29.187099 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e08-7e75-4e3c-8c9b-248544f34e00 admin admin] Publish callbacks [] for security_group (7bbf06df-59cd-4d68-ba79-440d41728fe1), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:29.207733 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e08-7e75-4e3c-8c9b-248544f34e00 admin admin] Publish callbacks [] for security_group (7bbf06df-59cd-4d68-ba79-440d41728fe1), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:29.320998 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e08-7e75-4e3c-8c9b-248544f34e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (7bbf06df-59cd-4d68-ba79-440d41728fe1), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:29.323684 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-e5e90e08-7e75-4e3c-8c9b-248544f34e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:29.324929 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-e5e90e08-7e75-4e3c-8c9b-248544f34e00 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7bbf06df-59cd-4d68-ba79-440d41728fe1 HTTP/1.1" status: 204 len: 168 time: 0.1828525 Feb 21 01:45:29.333180 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e90e08-7e75-4e3c-8c9b-248544f34e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbf06df-59cd-4d68-ba79-440d41728fe1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:31.247846 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7988a7-063b-497f-886b-4b135d50e6cd req-e4849328-ee90-4a77-bbc4-19db8771a94d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:31.249317 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af7988a7-063b-497f-886b-4b135d50e6cd req-e4849328-ee90-4a77-bbc4-19db8771a94d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 945 time: 0.0503912 Feb 21 01:45:31.294553 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-af7988a7-063b-497f-886b-4b135d50e6cd req-5436362c-b5b4-4c8b-9bfa-4dbb5e35cffb tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397427 Feb 21 01:45:32.410004 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc45f6-4808-4f9b-8891-4b835035cab1 req-ac2e5971-0eb5-4cac-b183-4adad1a5bcc2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:32.411441 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5dcc45f6-4808-4f9b-8891-4b835035cab1 req-ac2e5971-0eb5-4cac-b183-4adad1a5bcc2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 945 time: 0.0499287 Feb 21 01:45:32.455700 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5dcc45f6-4808-4f9b-8891-4b835035cab1 req-933fb59d-330c-475a-bc08-bc94cabe08da tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 Feb 21 01:45:33.575370 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e663f-a1ef-41b4-b210-ec96d5759af5 req-66e12a7f-d742-437e-b38d-44c7da506a23 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:33.576840 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-925e663f-a1ef-41b4-b210-ec96d5759af5 req-66e12a7f-d742-437e-b38d-44c7da506a23 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 945 time: 0.0551755 Feb 21 01:45:33.622136 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-925e663f-a1ef-41b4-b210-ec96d5759af5 req-f829ada5-0fd3-495a-9b9a-13e3e4eda44d tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/security-groups?id=0f409536-59d7-42d8-a06d-5f660c823571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Feb 21 01:45:33.874799 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492e878-0b45-428c-9144-1f5911d0262f req-cc73e557-9de6-4f1c-a699-bbfdf02d4530 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:33.876204 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7492e878-0b45-428c-9144-1f5911d0262f req-cc73e557-9de6-4f1c-a699-bbfdf02d4530 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 945 time: 0.0501866 Feb 21 01:45:33.967840 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-7492e878-0b45-428c-9144-1f5911d0262f req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Deleting port c468ab7b-60ba-4b65-a146-8e905b131d91 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:45:33.968200 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7492e878-0b45-428c-9144-1f5911d0262f req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:34.053889 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-7492e878-0b45-428c-9144-1f5911d0262f req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] For port c468ab7b-60ba-4b65-a146-8e905b131d91, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=c468ab7b-60ba-4b65-a146-8e905b131d91,segment=NetworkSegment(fd5ab6df-01ed-4855-a928-57b9f4d22a39),segment_id=fd5ab6df-01ed-4855-a928-57b9f4d22a39)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:34.054249 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7492e878-0b45-428c-9144-1f5911d0262f req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:34.065664 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-7492e878-0b45-428c-9144-1f5911d0262f req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Calling delete_port for c468ab7b-60ba-4b65-a146-8e905b131d91 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:45:34.165952 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-5c4f25ff-cbf8-4906-8aa2-1dc82e896645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:34.257684 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7492e878-0b45-428c-9144-1f5911d0262f req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (c468ab7b-60ba-4b65-a146-8e905b131d91), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:34.273146 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['c468ab7b-60ba-4b65-a146-8e905b131d91'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:45:34.289026 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Pushing event deleted for resources: {'Port': ['ID=c468ab7b-60ba-4b65-a146-8e905b131d91,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:34.330522 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-7492e878-0b45-428c-9144-1f5911d0262f req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] No DVR routers for this DVR port c468ab7b-60ba-4b65-a146-8e905b131d91 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:45:34.333102 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-7492e878-0b45-428c-9144-1f5911d0262f req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:34.336494 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7492e878-0b45-428c-9144-1f5911d0262f req-c95b1bec-1252-4ef7-8e69-d310f0af43e2 tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.43 "DELETE /v2.0/ports/c468ab7b-60ba-4b65-a146-8e905b131d91 HTTP/1.1" status: 204 len: 173 time: 0.4543867 Feb 21 01:45:34.336926 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3bb09a-d09d-4734-aae7-b8ca6e962ec3', 'name': 'network-vif-deleted', 'tag': 'c468ab7b-60ba-4b65-a146-8e905b131d91'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:34.339139 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3327819a-6fb7-4b41-8791-92d8f0744f7b" -d '{"events": [{"server_uuid": "aa3bb09a-d09d-4734-aae7-b8ca6e962ec3", "name": "network-vif-deleted", "tag": "c468ab7b-60ba-4b65-a146-8e905b131d91"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:34.375134 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4c2529-0967-4bc5-9e16-71027bf6c76b x-openstack-request-id: req-6b4c2529-0967-4bc5-9e16-71027bf6c76b {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:34.375428 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3bb09a-d09d-4734-aae7-b8ca6e962ec3", "name": "network-vif-deleted", "tag": "c468ab7b-60ba-4b65-a146-8e905b131d91", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:34.375683 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6b4c2529-0967-4bc5-9e16-71027bf6c76b {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:34.376089 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3bb09a-d09d-4734-aae7-b8ca6e962ec3', 'name': 'network-vif-deleted', 'tag': 'c468ab7b-60ba-4b65-a146-8e905b131d91', 'status': 'completed', 'code': 200} Feb 21 01:45:34.728888 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3b93cac7-3a6c-4f25-b9da-38abef2a4103 req-49152494-1c70-4808-9b59-6952bda47abc tempest-VolumesSnapshotTestJSON-606525917 tempest-VolumesSnapshotTestJSON-606525917-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa3bb09a-d09d-4734-aae7-b8ca6e962ec3 HTTP/1.1" status: 200 len: 210 time: 0.0288413 Feb 21 01:45:36.675254 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-62dc91e2-b589-4313-ab47-975f2498f340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:37.741471 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:37.880016 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:38.071155 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device c468ab7b-60ba-4b65-a146-8e905b131d91 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:45:38.091434 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: c468ab7b-60ba-4b65-a146-8e905b131d91 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:45:38.091778 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device c468ab7b-60ba-4b65-a146-8e905b131d91 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:45:39.177213 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:40.535506 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:41.521276 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:45:44.182644 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f620-674a-45d3-b130-2f26995d42e5 req-ad69c607-3737-4985-9292-c68ca9a45d38 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:44.184117 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cd95f620-674a-45d3-b130-2f26995d42e5 req-ad69c607-3737-4985-9292-c68ca9a45d38 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 946 time: 0.0511520 Feb 21 01:45:44.231918 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-cd95f620-674a-45d3-b130-2f26995d42e5 req-e0a813c4-42fc-49f5-80dd-84398fee2dfa tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417163 Feb 21 01:45:45.350229 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13554f46-e6d9-4bfb-8564-3612553b77f0 req-497b01d5-08b7-4892-8e30-10cf56c0f56d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:45.351804 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-13554f46-e6d9-4bfb-8564-3612553b77f0 req-497b01d5-08b7-4892-8e30-10cf56c0f56d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 946 time: 0.0518010 Feb 21 01:45:45.404159 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-13554f46-e6d9-4bfb-8564-3612553b77f0 req-61a862e5-daae-4950-bfdd-61c58b6271f4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 Feb 21 01:45:46.037183 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dede15-7497-4eae-b087-b932e4e007c6 req-5ff31d86-b632-4a21-a177-58cce9399dc3 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:46.038639 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-21dede15-7497-4eae-b087-b932e4e007c6 req-5ff31d86-b632-4a21-a177-58cce9399dc3 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 946 time: 0.0552390 Feb 21 01:45:46.131611 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Deleting port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:45:46.131953 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:46.222927 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] For port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:45:46.223294 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:46.390608 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:46.391311 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (255c3d7f-7a85-47a5-8b56-f136712d4d54), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:46.391311 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Floating IP 255c3d7f-7a85-47a5-8b56-f136712d4d54 disassociated. External IP: 172.27.3.236, port: 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06. Feb 21 01:45:46.391660 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Calling delete_port for 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:45:46.554866 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed713fa-000e-48c4-8f21-d5362d86f67f req-16f02dc8-5049-4b46-8f89-260434bd1c8e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:46.556283 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1ed713fa-000e-48c4-8f21-d5362d86f67f req-16f02dc8-5049-4b46-8f89-260434bd1c8e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 946 time: 0.0857348 Feb 21 01:45:46.603990 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1ed713fa-000e-48c4-8f21-d5362d86f67f req-8791a465-b33f-465a-b691-ed94f79fe615 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416639 Feb 21 01:45:46.605794 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (75fcf9e4-d75d-42b6-a1f3-4f77b840ca06), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:46.633319 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event deleted for resources: {'Port': ['ID=75fcf9e4-d75d-42b6-a1f3-4f77b840ca06,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:46.750459 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:45:46.856845 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:45:46.867532 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d516522-34fb-4026-b175-84faa3e961be None None] Sync routers for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:45:46.877466 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d516522-34fb-4026-b175-84faa3e961be None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:45:46.878083 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-8d516522-34fb-4026-b175-84faa3e961be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:45:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:46.898679 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] No DVR routers for this DVR port 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:45:46.901144 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:46.904472 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-21dede15-7497-4eae-b087-b932e4e007c6 req-3055c435-155d-49fb-be07-ce28a06b4ca4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "DELETE /v2.0/ports/75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 HTTP/1.1" status: 204 len: 173 time: 0.8600688 Feb 21 01:45:46.904920 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'name': 'network-vif-deleted', 'tag': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:46.907196 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0164913c-72de-4c6c-a63f-1db12fbebd0a" -d '{"events": [{"server_uuid": "28ebc3bf-d635-4c37-869a-261c9ec07c18", "name": "network-vif-deleted", "tag": "75fcf9e4-d75d-42b6-a1f3-4f77b840ca06"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:46.942690 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6779dc24-6b24-4c9a-9884-1153e2a8a668 x-openstack-request-id: req-6779dc24-6b24-4c9a-9884-1153e2a8a668 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:46.942991 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ebc3bf-d635-4c37-869a-261c9ec07c18", "name": "network-vif-deleted", "tag": "75fcf9e4-d75d-42b6-a1f3-4f77b840ca06", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:46.943253 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6779dc24-6b24-4c9a-9884-1153e2a8a668 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:46.943676 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ebc3bf-d635-4c37-869a-261c9ec07c18', 'name': 'network-vif-deleted', 'tag': '75fcf9e4-d75d-42b6-a1f3-4f77b840ca06', 'status': 'completed', 'code': 200} Feb 21 01:45:47.124137 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-8d516522-34fb-4026-b175-84faa3e961be None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:45:47.321734 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-8d516522-34fb-4026-b175-84faa3e961be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:47.352976 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d516522-34fb-4026-b175-84faa3e961be None None] Checking router: bf8e5810-d3f0-4df6-bdd8-957fc4656a8e for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:45:47.362356 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d516522-34fb-4026-b175-84faa3e961be None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:45:47.362970 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-8d516522-34fb-4026-b175-84faa3e961be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:45:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:47.473885 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-8d516522-34fb-4026-b175-84faa3e961be None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:45:47.674336 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-8d516522-34fb-4026-b175-84faa3e961be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:45:47.705358 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d516522-34fb-4026-b175-84faa3e961be None None] The sync data for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi is: [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:45:47.746706 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1589ed40-35a7-429c-965a-4bf649703c6d req-1e4bbe8a-aa96-40ef-bfe3-f4cb531497c4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=28ebc3bf-d635-4c37-869a-261c9ec07c18 HTTP/1.1" status: 200 len: 210 time: 0.0536675 Feb 21 01:45:47.940364 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a699c709-5864-4a88-8e86-68d15343a2d5 None None] New status for floating IP 255c3d7f-7a85-47a5-8b56-f136712d4d54: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:45:49.168776 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-00f6377c-6784-4d8f-ad3f-0c9c11b65e45 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551254502&fields=id&tenant_id=94593ad3d3934da1ab80ce0c851c7d3e HTTP/1.1" status: 200 len: 267 time: 0.0427439 Feb 21 01:45:49.274069 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e3ba8272-4d50-4220-a228-b46ca2369340 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:49.275488 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e3ba8272-4d50-4220-a228-b46ca2369340 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 811 time: 0.0996089 Feb 21 01:45:49.289522 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-93fbb328-9724-43fb-9e72-67e7273831b6 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/quotas/94593ad3d3934da1ab80ce0c851c7d3e HTTP/1.1" status: 200 len: 375 time: 0.0086074 Feb 21 01:45:49.341524 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-24765286-0646-451b-8e3d-998f4a5522ce tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474408 Feb 21 01:45:49.435450 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-432c0564-6a3b-4174-8487-b18c9adfa665 service neutron] 10.222.0.90 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826142 Feb 21 01:45:49.784831 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-9dfaf6b3-01ba-4ef0-81f4-42fa6118a8cb service neutron] 10.222.0.90 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439827 Feb 21 01:45:50.347444 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-06e19913-ad66-41e0-b839-285245c39d85 req-c9b5cf19-071b-430e-b9c1-2d8cd9375b57 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 210 time: 0.0263004 Feb 21 01:45:50.514726 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:45:50.534986 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:45:50.538505 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 75fcf9e4-d75d-42b6-a1f3-4f77b840ca06 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:45:51.442532 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-765f08df-4e56-462b-b74d-f03250a12136 req-fa7eedd3-7ca3-4445-afe8-5a83345d7475 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 210 time: 0.0257463 Feb 21 01:45:52.533916 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7262df22-ff36-4fbd-b4a6-39ba898b8b0e req-c8aefe8a-f690-40d2-824f-7a42e779e909 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 210 time: 0.0263710 Feb 21 01:45:53.174497 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-0633032c-36af-4c10-8657-4a32a1d2cdb1 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:53.176199 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-0633032c-36af-4c10-8657-4a32a1d2cdb1 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 811 time: 0.1024106 Feb 21 01:45:53.242168 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-5f761f9c-5a00-4436-87f6-1889ad03187a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94593ad3d3934da1ab80ce0c851c7d3e HTTP/1.1" status: 200 len: 380 time: 0.0530987 Feb 21 01:45:53.251031 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'port': {'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'admin_state_up': True, 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'security_groups': ['6656dd15-2e63-417d-ace0-f24a496fabe1']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:53.435017 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Made reservation on behalf of 94593ad3d3934da1ab80ce0c851c7d3e for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:45:53.439046 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:53.562969 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Allocated IP 172.20.0.6 (05842dab-dc3d-4a7b-83c4-206a5c07022d/e1c1af87-98a1-4439-941e-26da9ba6f9f6/45e77b5d-c782-4bfb-aceb-6f6a3e918af1) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:45:53.644850 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f6044bdb-181a-41a2-8b2a-d01767d101b5 req-c9b07d14-1a95-4cd7-8176-3565a00e9611 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 210 time: 0.0434690 Feb 21 01:45:53.733884 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:53.846400 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:53.888352 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:45:53.891375 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:45:53.894991 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:45:53.926991 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'Port': ['ID=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:53.941069 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.941437 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.941833 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.942180 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.942524 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.942906 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.943247 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.943700 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.944038 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.944374 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.944732 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.945061 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.945386 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:45:53.967895 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:53.968527 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.082551 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e2e4ea59-534c-43e9-b842-4d7347a9f147 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8356473 Feb 21 01:45:54.085426 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-c6b5f2cc-9c77-4c44-b9bc-b8318c47d413 None None] Provisioning complete for port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:45:54.086002 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c6b5f2cc-9c77-4c44-b9bc-b8318c47d413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.094079 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Request body: {'port': {'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:45:54.123952 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5f2cc-9c77-4c44-b9bc-b8318c47d413 None None] Port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:45:54.152122 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.412824 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:45:54.420138 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Publish callbacks [] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.432252 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Transition to ACTIVE for port object 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:45:54.517872 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.587991 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Pushing event updated for resources: {'Port': ['ID=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:54.642370 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Attempting to bind port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:45:54.642718 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Attempting to bind port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:45:54.643240 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Attempting to bind port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:54.647817 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:45:54.648153 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Attempting to bind port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:45:54.653130 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:45:54.653472 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Checking segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:45:54.653895 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Bound using segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:45:54.654365 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Bound port: 45e77b5d-c782-4bfb-aceb-6f6a3e918af1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:45:54.654726 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.771112 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] For port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:45:54.797271 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] For port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:45:54.819659 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8db9e-3aef-455f-9215-5dfb45f0ec45 req-aa05ff9b-ae1a-45de-a5ed-3794dff2038d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:54.821099 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d4b8db9e-3aef-455f-9215-5dfb45f0ec45 req-aa05ff9b-ae1a-45de-a5ed-3794dff2038d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 943 time: 0.0636528 Feb 21 01:45:54.870693 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d4b8db9e-3aef-455f-9215-5dfb45f0ec45 req-cc256fd8-3aa9-4acd-bf4a-4837d3470432 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431554 Feb 21 01:45:54.881127 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.914523 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:54.915145 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:45:54.916558 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] 10.222.0.43 "PUT /v2.0/ports/45e77b5d-c782-4bfb-aceb-6f6a3e918af1 HTTP/1.1" status: 200 len: 1093 time: 0.8272002 Feb 21 01:45:54.917018 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:45:54.919249 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fb28ef-99c3-4e21-b269-e464833a7236" -d '{"events": [{"name": "network-changed", "server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:45:54.945646 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80827d1e-d291-4036-b27d-8f58356c5aed service neutron] Pushing event updated for resources: {'Port': ['ID=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:45:54.959397 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f90b910-46da-4b3b-aac8-abdfd6887b7c x-openstack-request-id: req-5f90b910-46da-4b3b-aac8-abdfd6887b7c {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:45:54.959621 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:45:54.959879 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5f90b910-46da-4b3b-aac8-abdfd6887b7c {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:45:54.960306 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'status': 'completed', 'code': 200} Feb 21 01:45:55.028924 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb28ef-99c3-4e21-b269-e464833a7236 req-a57c96d4-7c4b-4aad-aca8-348be0b692c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:55.032521 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2fb28ef-99c3-4e21-b269-e464833a7236 req-a57c96d4-7c4b-4aad-aca8-348be0b692c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1127 time: 0.0508356 Feb 21 01:45:55.127690 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb28ef-99c3-4e21-b269-e464833a7236 req-8b68122d-7d04-4264-8d93-a256214b8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:55.129144 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2fb28ef-99c3-4e21-b269-e464833a7236 req-8b68122d-7d04-4264-8d93-a256214b8ad4 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0916853 Feb 21 01:45:55.223265 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb28ef-99c3-4e21-b269-e464833a7236 req-1e67176c-da50-4497-a16b-0767869d80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:55.224692 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-f2fb28ef-99c3-4e21-b269-e464833a7236 req-1e67176c-da50-4497-a16b-0767869d80b2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901520 Feb 21 01:45:55.303789 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-92820309-c45f-4a38-b47d-7871a91e24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:55.305329 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-92820309-c45f-4a38-b47d-7871a91e24ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1127 time: 0.0444717 Feb 21 01:45:55.344625 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-e6f21edc-cfa5-4663-a8d9-431f1d4eeba5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1 HTTP/1.1" status: 200 len: 217 time: 0.0325463 Feb 21 01:45:55.394882 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-cc152376-025f-467e-88bd-784853afa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:55.396221 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-cc152376-025f-467e-88bd-784853afa06b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0456784 Feb 21 01:45:55.443498 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-41cc505a-f95b-4271-8d91-f4b3424d44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:55.445121 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-41cc505a-f95b-4271-8d91-f4b3424d44b2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431385 Feb 21 01:45:55.532160 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-4e89e29f-f3f3-4be8-a08f-c515fa9ccff4 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810187 Feb 21 01:45:55.621834 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ca28ee5f-c5ea-4e30-89aa-12ffc9948e9e req-8d799412-c051-417e-8473-b95cd10886e6 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833523 Feb 21 01:45:55.990645 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f41b48-085e-43f9-92e8-54dbef068648 req-48214398-2349-4772-9d7a-23c91934ff7a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:55.992110 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-81f41b48-085e-43f9-92e8-54dbef068648 req-48214398-2349-4772-9d7a-23c91934ff7a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 943 time: 0.0519078 Feb 21 01:45:56.040136 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-81f41b48-085e-43f9-92e8-54dbef068648 req-d40c14a9-2014-47bb-9e30-e7603b9c0e38 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Feb 21 01:45:57.162374 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99e425-31ac-454b-b11a-9f7080802516 req-e1ce3cdd-cec7-42cc-bce9-1d689a838b17 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:57.163953 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1c99e425-31ac-454b-b11a-9f7080802516 req-e1ce3cdd-cec7-42cc-bce9-1d689a838b17 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 943 time: 0.0554338 Feb 21 01:45:57.213808 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1c99e425-31ac-454b-b11a-9f7080802516 req-3a200442-b0f5-482e-9115-caa7b6fbb834 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445514 Feb 21 01:45:58.330833 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291203ed-b640-4ce2-985d-f1461aab41e0 req-053617fa-28f3-49b6-863d-5c8d2fe0c346 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:58.332291 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-291203ed-b640-4ce2-985d-f1461aab41e0 req-053617fa-28f3-49b6-863d-5c8d2fe0c346 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 943 time: 0.0507560 Feb 21 01:45:58.380354 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-291203ed-b640-4ce2-985d-f1461aab41e0 req-95aefa51-30db-467c-b28d-26ae4271ad9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Feb 21 01:45:59.503886 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09702101-a7bb-4e2a-a64a-0fc98bf6f5da req-4ea59c0d-1021-4274-b833-9749ee340226 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:45:59.505484 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-09702101-a7bb-4e2a-a64a-0fc98bf6f5da req-4ea59c0d-1021-4274-b833-9749ee340226 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 943 time: 0.0511234 Feb 21 01:45:59.556566 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-09702101-a7bb-4e2a-a64a-0fc98bf6f5da req-cca40c44-1abe-46b2-aa1e-a304158d0526 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455966 Feb 21 01:46:00.675998 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292d8d3-c3cd-4671-99bb-16a2e0b023f5 req-1fa5e81c-2bdd-4db4-bda8-c5d65d3db2dd tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:00.677517 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5292d8d3-c3cd-4671-99bb-16a2e0b023f5 req-1fa5e81c-2bdd-4db4-bda8-c5d65d3db2dd tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 943 time: 0.0528286 Feb 21 01:46:00.726117 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-5292d8d3-c3cd-4671-99bb-16a2e0b023f5 req-c5ad8139-3175-49ab-9846-9852eccfbc5b tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Feb 21 01:46:01.840395 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0246078-d620-4042-bcc5-5fe4912d4ccd req-37f949bc-89ad-47d8-91e9-8cb89f2bebbd tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:01.841886 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c0246078-d620-4042-bcc5-5fe4912d4ccd req-37f949bc-89ad-47d8-91e9-8cb89f2bebbd tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 943 time: 0.0510614 Feb 21 01:46:01.890124 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c0246078-d620-4042-bcc5-5fe4912d4ccd req-40a2bd3d-f1c5-4be4-9e2d-5d5689ca9287 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427835 Feb 21 01:46:03.009623 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9ceb5-7e0f-465d-bc33-089d0258a636 req-1d07d5cc-689b-4ea1-ac9c-51085b33547a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:03.011108 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1cb9ceb5-7e0f-465d-bc33-089d0258a636 req-1d07d5cc-689b-4ea1-ac9c-51085b33547a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 943 time: 0.0545285 Feb 21 01:46:03.059154 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-1cb9ceb5-7e0f-465d-bc33-089d0258a636 req-e857bdb8-46a0-4d81-9ca3-bee0cbd55422 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Feb 21 01:46:03.338918 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36530) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:03.382417 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a73d048-e276-42de-85a9-617c6b844641 admin admin] Deleting subnet a67471a7-aa1c-484e-ba47-48b36e161c35 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:46:03.385453 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a73d048-e276-42de-85a9-617c6b844641 admin admin] Publish callbacks [] for subnet (a67471a7-aa1c-484e-ba47-48b36e161c35), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.417775 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a73d048-e276-42de-85a9-617c6b844641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66804943'] for subnet (a67471a7-aa1c-484e-ba47-48b36e161c35), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.458664 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a73d048-e276-42de-85a9-617c6b844641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (a67471a7-aa1c-484e-ba47-48b36e161c35), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.566104 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a73d048-e276-42de-85a9-617c6b844641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63863832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63869924'] for subnet (a67471a7-aa1c-484e-ba47-48b36e161c35), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.590589 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73d048-e276-42de-85a9-617c6b844641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67471a7-aa1c-484e-ba47-48b36e161c35,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:03.594244 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-2a73d048-e276-42de-85a9-617c6b844641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.597421 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-2a73d048-e276-42de-85a9-617c6b844641 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a67471a7-aa1c-484e-ba47-48b36e161c35 HTTP/1.1" status: 204 len: 168 time: 0.2575130 Feb 21 01:46:03.599880 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36532) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:03.665936 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (5f5b61d0-749a-42d6-a36d-902db889b48a), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.745280 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (5f5b61d0-749a-42d6-a36d-902db889b48a), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.764903 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5b61d0-749a-42d6-a36d-902db889b48a']}} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:03.774193 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5ab6df-01ed-4855-a928-57b9f4d22a39') {'for_net_delete': True} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:03.774477 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.services.segments.db [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5ab6df-01ed-4855-a928-57b9f4d22a39') {} {{(pid=103194) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:03.783944 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66804950'] for segment (fd5ab6df-01ed-4855-a928-57b9f4d22a39), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.797214 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (fd5ab6df-01ed-4855-a928-57b9f4d22a39), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.802949 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103194) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:46:03.803289 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63849470'] for segment (fd5ab6df-01ed-4855-a928-57b9f4d22a39), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: Traceback (most recent call last): Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: timer() Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: cb(*args, **kw) Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: return func(*args, **kwargs) Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: self._notify() Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: self.callback(batched_events) Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: event.method(event) Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: return f(self, *a, **k) Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._get(url).json() Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: return self.request(url, 'GET', **kwargs) Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:46:03.804906 dv-cinder-813228-6-iscsi neutron-server[103194]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:46:03.907517 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (5f5b61d0-749a-42d6-a36d-902db889b48a), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.924084 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:03.927217 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] 10.222.0.90 "DELETE /v2.0/networks/5f5b61d0-749a-42d6-a36d-902db889b48a HTTP/1.1" status: 204 len: 168 time: 0.3264294 Feb 21 01:46:03.928547 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa954b-e0cc-4052-bda4-22452179bf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5b61d0-749a-42d6-a36d-902db889b48a,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:04.143241 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b8616b82-229e-42dc-b5ab-f15705e08997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:04.173835 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a730ea2-a62d-4a08-9f7d-d77c0c7e5922 req-e75abfa9-8cc9-4a40-bdd8-13733dc5986f tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:04.175320 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3a730ea2-a62d-4a08-9f7d-d77c0c7e5922 req-e75abfa9-8cc9-4a40-bdd8-13733dc5986f tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 943 time: 0.0504708 Feb 21 01:46:04.199842 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:46:04.225575 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3a730ea2-a62d-4a08-9f7d-d77c0c7e5922 req-bf3acc1e-8ff0-4768-bb3a-fe56fa1a3495 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437510 Feb 21 01:46:04.295469 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:04.302564 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36538) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:04.311770 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:46:04.342556 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-8dc92946-4e26-4c3c-9ca5-758beb12c4a7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eee074218f5d45c09d213dc996c172b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387688 Feb 21 01:46:04.345027 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36540) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:04.348571 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:46:04.348961 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:04.362264 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:46:04.381396 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:04.392063 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b65a584-fcc4-4ee7-a1d6-26faa1cfbc16 admin admin] Publish callbacks [] for security_group (0f409536-59d7-42d8-a06d-5f660c823571), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:04.412813 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b65a584-fcc4-4ee7-a1d6-26faa1cfbc16 admin admin] Publish callbacks [] for security_group (0f409536-59d7-42d8-a06d-5f660c823571), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:04.468887 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:04.515578 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:04.522413 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.522763 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.523104 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.523439 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.523804 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.524166 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.524523 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.524849 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.525217 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.525537 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.525857 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.526174 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.526492 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:46:04.543101 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b65a584-fcc4-4ee7-a1d6-26faa1cfbc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (0f409536-59d7-42d8-a06d-5f660c823571), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:04.545680 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-7b65a584-fcc4-4ee7-a1d6-26faa1cfbc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:04.547460 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-7b65a584-fcc4-4ee7-a1d6-26faa1cfbc16 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0f409536-59d7-42d8-a06d-5f660c823571 HTTP/1.1" status: 204 len: 168 time: 0.2015543 Feb 21 01:46:04.555318 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65a584-fcc4-4ee7-a1d6-26faa1cfbc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f409536-59d7-42d8-a06d-5f660c823571,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:04.763077 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['45e77b5d-c782-4bfb-aceb-6f6a3e918af1'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:46:05.340336 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989abbc-c651-409d-bbeb-10a081146e81 req-b8ed7ed6-9d11-4cc4-a1a8-e9b4b4ec83ca tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:05.341828 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7989abbc-c651-409d-bbeb-10a081146e81 req-b8ed7ed6-9d11-4cc4-a1a8-e9b4b4ec83ca tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Feb 21 01:46:05.389517 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7989abbc-c651-409d-bbeb-10a081146e81 req-2a036552-dced-4f9f-89b7-1d9c36d547de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Feb 21 01:46:06.214388 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:46:06.325852 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:46:06.329686 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:46:06.330122 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:06.404459 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:46:06.404849 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:06.427564 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:06.429878 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890c2a59-d743-4af2-8f79-5cdbab159800" -d '{"events": [{"server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "name": "network-vif-plugged", "status": "completed", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:06.444086 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:46:06.466987 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a778e6-e702-4ada-826a-d387256dd364 x-openstack-request-id: req-46a778e6-e702-4ada-826a-d387256dd364 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:06.467268 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "name": "network-vif-plugged", "status": "completed", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:06.467520 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-46a778e6-e702-4ada-826a-d387256dd364 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:06.467911 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'code': 200} Feb 21 01:46:06.513593 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a20282-f158-45e4-81f3-22b08116252c req-06817808-0ee0-4443-9207-505641ae0541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:06.515264 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b9a20282-f158-45e4-81f3-22b08116252c req-06817808-0ee0-4443-9207-505641ae0541 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 944 time: 0.0595100 Feb 21 01:46:06.521241 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:06.565466 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b9a20282-f158-45e4-81f3-22b08116252c req-0fbd097b-c211-4d85-a441-11141694f258 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Feb 21 01:46:06.581438 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:06.706679 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-621f0360-dc40-441a-916a-dbc96b98482e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:06.825200 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156858-491d-4975-859d-d61493939235 req-17352543-6458-49a3-98c9-8234ec824540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:06.826567 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7f156858-491d-4975-859d-d61493939235 req-17352543-6458-49a3-98c9-8234ec824540 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1129 time: 0.0464165 Feb 21 01:46:06.878126 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7f156858-491d-4975-859d-d61493939235 req-54788ddd-a575-412b-9dbe-1f738672b6e3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456123 Feb 21 01:46:07.684373 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173799f-bd17-48cd-badc-bbba9eccce53 req-c17ab6a4-cc58-4e02-9840-7ef6f30f0ab9 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:07.685913 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e173799f-bd17-48cd-badc-bbba9eccce53 req-c17ab6a4-cc58-4e02-9840-7ef6f30f0ab9 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 945 time: 0.0519452 Feb 21 01:46:07.720039 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:07.738641 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e173799f-bd17-48cd-badc-bbba9eccce53 req-9f153ce9-08bb-40ce-9d33-15d648ba5130 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473022 Feb 21 01:46:07.900273 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:08.855343 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962223c-a2dc-4508-8cec-65313cf4ceaf req-80fcd3ac-b6eb-4128-9ed0-6df898637750 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:08.856816 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6962223c-a2dc-4508-8cec-65313cf4ceaf req-80fcd3ac-b6eb-4128-9ed0-6df898637750 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 945 time: 0.0538008 Feb 21 01:46:08.904259 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6962223c-a2dc-4508-8cec-65313cf4ceaf req-66e3fa60-044e-46db-ac40-dff5db2595cf tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 Feb 21 01:46:09.020243 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e5f1-f244-436e-b8ff-1413f3f4fca4 req-d0d08a26-422b-4d10-a9c5-16b2e55c3bb2 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:09.021765 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-88e5e5f1-f244-436e-b8ff-1413f3f4fca4 req-d0d08a26-422b-4d10-a9c5-16b2e55c3bb2 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 945 time: 0.0512846 Feb 21 01:46:09.068565 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-88e5e5f1-f244-436e-b8ff-1413f3f4fca4 req-e6c507cc-dce6-4be7-af3c-ebc299f48977 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 Feb 21 01:46:09.090442 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36556) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:09.131800 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6d19b-b3dd-4108-8691-20dc40ebc4f9 tempest-TestVolumeBootPattern-2064373323 tempest-TestVolumeBootPattern-2064373323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:09.133223 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-ace6d19b-b3dd-4108-8691-20dc40ebc4f9 tempest-TestVolumeBootPattern-2064373323 tempest-TestVolumeBootPattern-2064373323-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1124 time: 0.0418284 Feb 21 01:46:09.149749 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36558) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:46:09.153930 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'floatingip': {'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:46:09.193971 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.257481 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.352564 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.454649 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Allocated IP 172.27.3.55 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/ad8dee25-3ae9-4568-82c5-70dca321f3de) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:46:09.549185 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for port (ad8dee25-3ae9-4568-82c5-70dca321f3de), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.634503 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (ad8dee25-3ae9-4568-82c5-70dca321f3de), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:09.672336 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:46:09.675111 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:46:09.680525 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:46:09.704895 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'Port': ['ID=ad8dee25-3ae9-4568-82c5-70dca321f3de,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:10.039354 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (4c0369d8-a183-4e4d-bd7a-a2cf4898bee1), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:10.154779 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (ad8dee25-3ae9-4568-82c5-70dca321f3de), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:10.296292 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for port (ad8dee25-3ae9-4568-82c5-70dca321f3de), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:10.359650 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (ad8dee25-3ae9-4568-82c5-70dca321f3de), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:10.429377 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'Port': ['ID=ad8dee25-3ae9-4568-82c5-70dca321f3de,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:46:10.440560 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (4c0369d8-a183-4e4d-bd7a-a2cf4898bee1), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:10.517675 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:10.546209 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Floating IP 4c0369d8-a183-4e4d-bd7a-a2cf4898bee1 associated. External IP: 172.27.3.55, port: 45e77b5d-c782-4bfb-aceb-6f6a3e918af1. Feb 21 01:46:11.005284 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:46:11.111982 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:46:11.122189 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] Sync routers for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:46:11.131624 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:11.143292 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:46:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:11.211490 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:11.239351 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:11.240674 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-b9a7fc14-3ca6-433a-9b9e-f5c9f8cf31de tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0899222 Feb 21 01:46:11.241273 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:46:11.243516 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e75432d-7098-468e-8017-342e81abc8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:46:11.277555 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4839f4-fc0e-4ff7-8b43-47d661955173 x-openstack-request-id: req-6b4839f4-fc0e-4ff7-8b43-47d661955173 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:46:11.277848 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:46:11.278094 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6b4839f4-fc0e-4ff7-8b43-47d661955173 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:46:11.278487 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'status': 'completed', 'code': 200} Feb 21 01:46:11.340235 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75432d-7098-468e-8017-342e81abc8d2 req-d74a5bf9-25de-4701-8f04-697c59232b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:11.341743 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8e75432d-7098-468e-8017-342e81abc8d2 req-d74a5bf9-25de-4701-8f04-697c59232b87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1129 time: 0.0418956 Feb 21 01:46:11.430649 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75432d-7098-468e-8017-342e81abc8d2 req-5abb1e30-e9a8-4b06-af68-f1cd25d64823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:11.432080 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8e75432d-7098-468e-8017-342e81abc8d2 req-5abb1e30-e9a8-4b06-af68-f1cd25d64823 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0845749 Feb 21 01:46:11.462501 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '4c0369d8-a183-4e4d-bd7a-a2cf4898bee1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:09Z', 'updated_at': '2022-02-21T01:46:09Z', 'revision_number': 0, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:11.488415 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] Checking router: bf8e5810-d3f0-4df6-bdd8-957fc4656a8e for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:46:11.495360 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8e75432d-7098-468e-8017-342e81abc8d2 req-d80cc4aa-7801-478b-a8ea-8c7ac1529952 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1 HTTP/1.1" status: 200 len: 998 time: 0.0574563 Feb 21 01:46:11.497241 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:46:11.497852 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:46:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:11.542864 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75432d-7098-468e-8017-342e81abc8d2 req-5e1b4242-6354-4b0e-883b-7d5096d7591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:11.544195 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8e75432d-7098-468e-8017-342e81abc8d2 req-5e1b4242-6354-4b0e-883b-7d5096d7591c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0435684 Feb 21 01:46:11.595420 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75432d-7098-468e-8017-342e81abc8d2 req-e552223a-d88c-420e-9808-bc55c6a04354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:11.596948 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8e75432d-7098-468e-8017-342e81abc8d2 req-e552223a-d88c-420e-9808-bc55c6a04354 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463877 Feb 21 01:46:11.605249 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:46:11.685272 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8e75432d-7098-468e-8017-342e81abc8d2 req-ca24c88e-ee9c-4825-8cbf-d7724072bfa0 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822470 Feb 21 01:46:11.781380 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8e75432d-7098-468e-8017-342e81abc8d2 req-413a88af-ff08-4fdf-a7cb-d6aaaccb781b service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902159 Feb 21 01:46:11.959646 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '4c0369d8-a183-4e4d-bd7a-a2cf4898bee1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:09Z', 'updated_at': '2022-02-21T01:46:09Z', 'revision_number': 0, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:46:11.984815 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e0164-c48c-4491-bd8a-74dac1058bad None None] The sync data for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi is: [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '4c0369d8-a183-4e4d-bd7a-a2cf4898bee1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:09Z', 'updated_at': '2022-02-21T01:46:09Z', 'revision_number': 0, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:46:12.160840 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c3faf-1c7e-4706-9732-970ed20865bd None None] New status for floating IP 4c0369d8-a183-4e4d-bd7a-a2cf4898bee1: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:46:18.520973 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:46:21.454890 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-e95e62ac-1cdb-4800-9839-75859680c98c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426610 Feb 21 01:46:21.538590 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-e5f8825e-c37f-4462-a3be-9449da14e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.540101 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-e5f8825e-c37f-4462-a3be-9449da14e388 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1129 time: 0.0442159 Feb 21 01:46:21.648594 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-6d8744c1-f386-4a89-9442-77c012c60014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.650054 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-6d8744c1-f386-4a89-9442-77c012c60014 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0909503 Feb 21 01:46:21.716398 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-b4083e85-d3a8-4dfb-86da-44bd17be904b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1 HTTP/1.1" status: 200 len: 1000 time: 0.0601707 Feb 21 01:46:21.763886 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-e4d9b126-773f-4f47-9ad9-e66b95259b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.765400 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-e4d9b126-773f-4f47-9ad9-e66b95259b7a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0434663 Feb 21 01:46:21.833512 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-686e6940-4d6a-47fa-8132-1eb777a9e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:46:21.835000 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-686e6940-4d6a-47fa-8132-1eb777a9e58f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631146 Feb 21 01:46:21.920821 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-5379a8e9-6941-4534-8102-9085d1e7b3c6 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786171 Feb 21 01:46:22.010887 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-841816f9-07fc-4bde-a7fe-8df812d46c22 req-bf0313b5-f7e4-457b-8476-1e9c40fa55aa service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834095 Feb 21 01:46:34.142764 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d58a63cf-5cdd-49eb-be75-3ab5e34feb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:36.714147 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8cf236ed-824a-4b72-b21a-186f004cb911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:37.762901 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:37.908632 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:39.242826 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:40.542117 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:46:55.520876 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:47:04.152992 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-83a3678c-8472-402d-90ed-deb0b72fe214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:06.702508 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff4d3fe7-57f3-4d22-93d7-986eb230b537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:07.756973 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:07.899584 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:09.185033 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:10.522253 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:23.079218 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-c02a1316-4ff5-4013-af35-562c8b5ccde8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427575 Feb 21 01:47:23.159441 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-1af62654-a99b-4a14-9ded-469b4dbb8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:23.160934 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-1af62654-a99b-4a14-9ded-469b4dbb8bb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1129 time: 0.0430474 Feb 21 01:47:23.260306 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-b1a74e0b-fb92-4ccb-8880-565b285d6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:23.261752 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-b1a74e0b-fb92-4ccb-8880-565b285d6a93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0837457 Feb 21 01:47:23.324847 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-904b49bf-9b07-490c-a490-988bb1e94873 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1 HTTP/1.1" status: 200 len: 1000 time: 0.0567484 Feb 21 01:47:23.370487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-62b7096e-fa37-43f2-b140-01e18960c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:23.371870 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-62b7096e-fa37-43f2-b140-01e18960c862 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0407550 Feb 21 01:47:23.420416 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-1179fcf9-6a8b-4906-b147-5435a8b56d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:47:23.421850 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-1179fcf9-6a8b-4906-b147-5435a8b56d37 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443432 Feb 21 01:47:23.507860 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-50094963-bf26-48c4-8895-491876b7fa33 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793331 Feb 21 01:47:23.596787 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6abb32c0-688a-4f69-94de-ca8e6fd455ca req-dd97b5c6-dcc0-4f58-a11d-dd01b4c39aa7 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820177 Feb 21 01:47:30.957973 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [req-c383ad9c-601f-4fc9-9a2f-76791394e42a req-3f496ef9-9467-405d-92db-93c0d6542e86 service neutron] (103193) timed out ('10.222.0.43', 56296) {{(pid=103193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:47:31.396772 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-5541c4e7-4ebf-43a2-8039-9f51d89de750 req-d2289ae9-28a1-464d-8567-abb9619a70eb service neutron] (103194) timed out ('10.222.0.43', 56325) {{(pid=103194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:47:32.521097 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:47:34.153477 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-dbb063c6-4aeb-450d-90f4-aacfa0afc6fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:35.984992 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [req-6d0a6ae2-e92c-4ae0-a83c-cd549faa24ea req-475d57f7-a83a-43d4-8baf-b0c255493eb1 service neutron] (103193) timed out ('10.222.0.43', 56312) {{(pid=103193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:47:36.687433 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-d9e61a30-c493-4fa4-8213-eddb59e1dca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:37.747372 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:37.910675 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:39.216006 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:47:40.541606 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:04.138996 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-28ae445c-ad3b-4597-aec2-688506baba06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:06.701469 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0505036e-010a-4aa9-8187-c732d6f0934d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:07.732731 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:07.924647 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:08.541449 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [req-c5836e57-cd6b-442e-b28b-8997c4299d3a req-f0b3a6c1-2339-4051-a45d-ba2eff96b286 service neutron] (103193) timed out ('10.222.0.43', 56333) {{(pid=103193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:48:09.198256 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:09.521466 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:48:10.550262 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:12.073666 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-db3faaf5-b439-494d-be42-c9ca2c1005a3 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551254502&fields=id&tenant_id=94593ad3d3934da1ab80ce0c851c7d3e HTTP/1.1" status: 200 len: 267 time: 0.0466769 Feb 21 01:48:12.175399 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-4100aedb-6832-4de2-835c-8a20fc870043 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:12.176897 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-4100aedb-6832-4de2-835c-8a20fc870043 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 811 time: 0.0963559 Feb 21 01:48:12.190862 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-34006487-9114-4950-b8fc-bf6904c2048b tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/quotas/94593ad3d3934da1ab80ce0c851c7d3e HTTP/1.1" status: 200 len: 375 time: 0.0086946 Feb 21 01:48:12.248403 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-54d9e01b-d907-4396-b48c-564c06838ebe tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528362 Feb 21 01:48:12.427399 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-55084d07-4a0a-4c8d-9d03-4ee990336702 service neutron] 10.222.0.90 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671944 Feb 21 01:48:12.516167 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-26e08c1e-04d5-45b3-8eca-c58260f58ad5 service neutron] 10.222.0.90 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831831 Feb 21 01:48:14.133453 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d74a3991-72d5-4b03-92bd-becfb2636231 req-07e0b2ef-4d6e-4306-bc03-bd635da59033 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 210 time: 0.0757933 Feb 21 01:48:15.226670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-175c0bcb-445e-4bc0-9613-0a82db28063c req-cec452b8-1396-4f41-a3d4-e77aade65099 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 210 time: 0.0259578 Feb 21 01:48:15.953865 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-4685b792-38cd-468b-af77-ecab6b39350e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:15.955278 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-4685b792-38cd-468b-af77-ecab6b39350e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 811 time: 0.1043253 Feb 21 01:48:16.015332 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-3389a506-1467-4322-8d43-da6d022eaca6 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94593ad3d3934da1ab80ce0c851c7d3e HTTP/1.1" status: 200 len: 380 time: 0.0522873 Feb 21 01:48:16.023274 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'port': {'device_id': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'admin_state_up': True, 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'security_groups': ['6656dd15-2e63-417d-ace0-f24a496fabe1']}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:48:16.212275 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Made reservation on behalf of 94593ad3d3934da1ab80ce0c851c7d3e for: {'port': 1} {{(pid=103194) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 01:48:16.215700 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:16.350754 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6adb9a9f-0daf-433e-b7ba-ed7a359740a8 req-1ba44504-bc6b-4759-bce7-78238254b03c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 210 time: 0.0325272 Feb 21 01:48:16.367363 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Allocated IP 172.20.0.14 (05842dab-dc3d-4a7b-83c4-206a5c07022d/e1c1af87-98a1-4439-941e-26da9ba6f9f6/d6b9f5e9-0fee-4342-9f19-93f3fbf12945) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:48:16.502571 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:16.595901 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:16.640011 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:48:16.643035 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:48:16.648673 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:48:16.675312 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'Port': ['ID=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:16.686287 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.686631 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.686973 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.687307 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.687635 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.687963 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.688286 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.688634 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.688957 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.689279 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.689627 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.689946 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.690901 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:16.712381 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:16.713038 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:16.824647 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-9fa82267-cf1d-49f9-98be-941e7afe9520 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8047426 Feb 21 01:48:16.877010 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Request body: {'port': {'device_id': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:48:16.917036 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-2df18631-ec08-489c-934d-bd40c5cf9828 None None] Provisioning complete for port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 triggered by entity DHCP. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:48:16.917657 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2df18631-ec08-489c-934d-bd40c5cf9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:16.940645 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:16.954812 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-2df18631-ec08-489c-934d-bd40c5cf9828 None None] Port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 cannot update to ACTIVE because it is not bound. {{(pid=103195) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 01:48:17.197614 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b9f5e9-0fee-4342-9f19-93f3fbf12945 {{(pid=103194) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:48:17.204937 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Publish callbacks [] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:17.216292 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.provisioning_blocks [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Transition to ACTIVE for port object d6b9f5e9-0fee-4342-9f19-93f3fbf12945 will not be triggered until provisioned by entity L2. {{(pid=103194) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 01:48:17.312600 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:17.362159 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:17.445829 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Attempting to bind port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 01:48:17.446246 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Attempting to bind port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 01:48:17.446601 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Attempting to bind port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:48:17.467156 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 01:48:17.467486 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Attempting to bind port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 on network 05842dab-dc3d-4a7b-83c4-206a5c07022d {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 01:48:17.476658 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Checking agent: {'id': 'b65c62d4-674f-4c75-9f37-cb98348a54d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'started_at': datetime.datetime(2022, 2, 21, 1, 30, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 1, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 01:48:17.477000 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Checking segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103194) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 01:48:17.477391 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Bound using segment: {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'} {{(pid=103194) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 01:48:17.477836 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.managers [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Bound port: d6b9f5e9-0fee-4342-9f19-93f3fbf12945, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d'}}] {{(pid=103194) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 01:48:17.478192 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:17.532912 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839b6ae-94b3-44e7-af93-a607dbfea093 req-f076b234-4044-44cf-a45b-1ef9e7d2dbfa tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:17.534948 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0839b6ae-94b3-44e7-af93-a607dbfea093 req-f076b234-4044-44cf-a45b-1ef9e7d2dbfa tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 944 time: 0.1026645 Feb 21 01:48:17.579072 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] For port d6b9f5e9-0fee-4342-9f19-93f3fbf12945, host hv-cinder-81322, cleared binding levels {{(pid=103194) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 01:48:17.601396 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] For port d6b9f5e9-0fee-4342-9f19-93f3fbf12945, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103194) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 01:48:17.607844 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-0839b6ae-94b3-44e7-af93-a607dbfea093 req-62844853-e1e9-4b8d-8214-109c71a40c0a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668998 Feb 21 01:48:17.667851 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:17.701399 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:17.702116 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:17.703407 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] 10.222.0.43 "PUT /v2.0/ports/d6b9f5e9-0fee-4342-9f19-93f3fbf12945 HTTP/1.1" status: 200 len: 1094 time: 0.8716767 Feb 21 01:48:17.703838 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:17.706713 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:17.736773 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25b75b-6741-44f5-8d65-10d81c13d861 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,revision_number=3']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:17.810105 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee3a6a5-2fad-4d05-b42e-8632cf545ffa x-openstack-request-id: req-bee3a6a5-2fad-4d05-b42e-8632cf545ffa {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:17.810408 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:17.810666 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bee3a6a5-2fad-4d05-b42e-8632cf545ffa {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:17.811074 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'status': 'completed', 'code': 200} Feb 21 01:48:17.860779 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-0aee0cea-60b8-40ba-af1e-e616577028cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:17.862318 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-0aee0cea-60b8-40ba-af1e-e616577028cb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 1128 time: 0.0455604 Feb 21 01:48:17.907566 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-64ed7727-3f69-40fc-b308-99432a91e494 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b9f5e9-0fee-4342-9f19-93f3fbf12945 HTTP/1.1" status: 200 len: 217 time: 0.0388961 Feb 21 01:48:17.953197 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fcbf123f-2052-4bf3-a4ef-4437622d6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:17.954524 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-fcbf123f-2052-4bf3-a4ef-4437622d6b47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0413423 Feb 21 01:48:18.000926 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-a5e0dc81-cb78-4ce4-8b34-14c103e3cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:18.002293 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-a5e0dc81-cb78-4ce4-8b34-14c103e3cd56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419190 Feb 21 01:48:18.091982 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-5f688255-c467-4016-91be-7c45b962c3a8 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834389 Feb 21 01:48:18.177336 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2a254f71-c7a1-43dc-9e85-cc09276614a7 req-95d3bb07-21f3-484d-b0b8-bc27b2039ff4 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797009 Feb 21 01:48:18.321768 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-469c5f1f-c40f-418d-be58-04d1394d1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:18.323670 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-469c5f1f-c40f-418d-be58-04d1394d1896 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 1128 time: 0.0455313 Feb 21 01:48:18.417061 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-599edd59-e0be-4ca5-a907-9cd53792308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:18.418510 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-599edd59-e0be-4ca5-a907-9cd53792308f service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0894985 Feb 21 01:48:18.458842 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-16fb6e8f-a509-4262-9ec4-1e7912773c70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b9f5e9-0fee-4342-9f19-93f3fbf12945 HTTP/1.1" status: 200 len: 217 time: 0.0332932 Feb 21 01:48:18.508233 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-79a55b54-9b05-4cd6-82d5-5d9631db51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:18.509662 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-79a55b54-9b05-4cd6-82d5-5d9631db51a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0454028 Feb 21 01:48:18.556096 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-ac6597c4-dbfb-46dc-a47e-a5d907a5c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:18.557592 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-ac6597c4-dbfb-46dc-a47e-a5d907a5c7e5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422611 Feb 21 01:48:18.642562 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-5d1f2f43-5887-4584-9d2a-aa3f0575d4f1 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787196 Feb 21 01:48:18.773131 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7113-bbf2-4700-87a9-8ee05ec3b566 req-093632ed-78db-4f27-9d12-cac659f9e7b4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:18.774617 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-00fa7113-bbf2-4700-87a9-8ee05ec3b566 req-093632ed-78db-4f27-9d12-cac659f9e7b4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 944 time: 0.0784287 Feb 21 01:48:18.778111 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-7c6d27be-e97c-4fc4-ab83-6c802ad72d8e req-95f17c0d-3403-46ee-b367-b30e84ba0150 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299376 Feb 21 01:48:18.824020 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-00fa7113-bbf2-4700-87a9-8ee05ec3b566 req-ad765bfa-360b-480c-8ecf-ac2b5b1ed3af tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439279 Feb 21 01:48:19.947886 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2876cd-316e-4fcb-a16f-905bab846524 req-fc1b5045-829b-491b-873b-c4d8d4b57274 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:19.949435 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ce2876cd-316e-4fcb-a16f-905bab846524 req-fc1b5045-829b-491b-873b-c4d8d4b57274 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 944 time: 0.0571163 Feb 21 01:48:19.999512 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-ce2876cd-316e-4fcb-a16f-905bab846524 req-bb80090f-cf0b-4b43-b019-0018df2abc2e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 Feb 21 01:48:21.112745 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bc668-a87e-4641-9eb6-8777c36c7b20 req-4d80b096-c33e-4652-8292-ab8d9ffb2d70 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:21.114189 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-577bc668-a87e-4641-9eb6-8777c36c7b20 req-4d80b096-c33e-4652-8292-ab8d9ffb2d70 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 944 time: 0.0503755 Feb 21 01:48:21.160633 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-577bc668-a87e-4641-9eb6-8777c36c7b20 req-6edb1322-aad8-455d-ac86-7242954e935e tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410097 Feb 21 01:48:22.278396 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e1fed-cdb6-495f-bc35-48e1c934037f req-58680405-049e-4e6c-a618-e29a8cdd6c7d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:22.279827 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-257e1fed-cdb6-495f-bc35-48e1c934037f req-58680405-049e-4e6c-a618-e29a8cdd6c7d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 944 time: 0.0540507 Feb 21 01:48:22.325356 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-257e1fed-cdb6-495f-bc35-48e1c934037f req-ebe057db-8044-4ec4-bce5-daf0f504c50b tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 Feb 21 01:48:23.440081 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc8824-5ae9-4b15-890f-69a2cf349133 req-def38bfd-980a-4c67-b886-b000c4e1da03 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:23.441572 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d9bc8824-5ae9-4b15-890f-69a2cf349133 req-def38bfd-980a-4c67-b886-b000c4e1da03 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 944 time: 0.0507810 Feb 21 01:48:23.488723 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d9bc8824-5ae9-4b15-890f-69a2cf349133 req-9e722928-e818-4569-9e9c-2037b2f75662 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 Feb 21 01:48:24.601342 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba061c-573c-4597-89fd-939ed425f850 req-19551e83-1ab6-408d-aa4f-389f41de6ee3 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:24.602758 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7ba061c-573c-4597-89fd-939ed425f850 req-19551e83-1ab6-408d-aa4f-389f41de6ee3 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 944 time: 0.0489969 Feb 21 01:48:24.652596 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-a7ba061c-573c-4597-89fd-939ed425f850 req-e100e2cc-7836-4e2d-aa59-ccad35e3c76c tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444224 Feb 21 01:48:25.077956 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-53d803f4-25ed-41bf-872c-520290d99a2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402110 Feb 21 01:48:25.161237 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-a1ab5961-605e-488a-89da-8b52a25fea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:25.162698 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-a1ab5961-605e-488a-89da-8b52a25fea02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1129 time: 0.0431106 Feb 21 01:48:25.263603 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-1c3f2b67-a2f4-4106-bc45-d813e6daed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:25.265326 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-1c3f2b67-a2f4-4106-bc45-d813e6daed3a service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0852773 Feb 21 01:48:25.585731 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-8a56ad62-4892-4e10-86f9-b5cfedbde8b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1 HTTP/1.1" status: 200 len: 1000 time: 0.3135674 Feb 21 01:48:25.633998 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-b2ef18fd-a946-416f-957f-e74a427e216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:25.635440 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-b2ef18fd-a946-416f-957f-e74a427e216e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0426233 Feb 21 01:48:25.684938 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-e0dd3e56-ccc0-4503-8b2c-3e7589070f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:25.686464 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-e0dd3e56-ccc0-4503-8b2c-3e7589070f68 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449076 Feb 21 01:48:25.812841 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815c871-e369-42d4-aa9e-136c0567195f req-866b9e6c-fec2-4629-bec3-0e54e0a1c719 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:25.814284 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6815c871-e369-42d4-aa9e-136c0567195f req-866b9e6c-fec2-4629-bec3-0e54e0a1c719 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 944 time: 0.0804636 Feb 21 01:48:25.816969 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-6ec27325-6ff0-40a6-80db-1b85eb651d3b service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239128 Feb 21 01:48:25.908369 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6815c871-e369-42d4-aa9e-136c0567195f req-ca5de3d9-c2c6-4a71-bf9f-a16a105a3c8f tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879247 Feb 21 01:48:25.935645 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-2c150e21-d1a4-4c87-bf59-5fb18a0665fe req-f930386f-feb9-4541-8070-c6dc6a347ea2 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096010 Feb 21 01:48:26.857694 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d6b9f5e9-0fee-4342-9f19-93f3fbf12945 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=103195) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 01:48:26.960258 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d6b9f5e9-0fee-4342-9f19-93f3fbf12945, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:26.972527 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Returning: {'device': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'port_id': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'mac_address': 'fa:16:3e:11:c7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103195) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 01:48:27.009019 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 is: DOWN; New status is: BUILD {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:48:27.009434 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:27.023305 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b9f5e9-0fee-4342-9f19-93f3fbf12945 {{(pid=103195) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 01:48:27.031645 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957d877-39a5-4527-8a4a-49d5401483ee req-89feed0b-4431-4729-a5ea-aa536b09fd46 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:27.033156 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6957d877-39a5-4527-8a4a-49d5401483ee req-89feed0b-4431-4729-a5ea-aa536b09fd46 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 944 time: 0.0522408 Feb 21 01:48:27.042511 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d6b9f5e9-0fee-4342-9f19-93f3fbf12945, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:27.084632 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-6957d877-39a5-4527-8a4a-49d5401483ee req-6affb17c-9b4f-4e7d-b2eb-4c7425eead64 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452361 Feb 21 01:48:27.120718 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:27.168518 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,revision_number=4']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:27.175270 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.175615 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.176084 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.176315 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.176668 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.176994 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.177319 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.177641 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.177957 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.178278 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.178598 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.178914 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.179227 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:48:27.499357 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] get_ports_and_sgs() called for port_ids ['d6b9f5e9-0fee-4342-9f19-93f3fbf12945'] {{(pid=103195) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 01:48:28.200613 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ead63-cecc-4197-8546-47abfb799cc5 req-77e1dbf1-332f-4556-97da-efc265ed1a43 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:28.201988 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-051ead63-cecc-4197-8546-47abfb799cc5 req-77e1dbf1-332f-4556-97da-efc265ed1a43 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 945 time: 0.0506434 Feb 21 01:48:28.248818 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-051ead63-cecc-4197-8546-47abfb799cc5 req-fee77976-7768-487d-9be0-cbfaaa054acd tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Feb 21 01:48:28.872541 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d6b9f5e9-0fee-4342-9f19-93f3fbf12945 up at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 01:48:28.989102 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning for port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 completed by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 01:48:28.992825 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.provisioning_blocks [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Provisioning complete for port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 triggered by entity L2. {{(pid=103195) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 01:48:28.993198 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1394176'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), provisioning_complete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:29.068929 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Current status of the port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 is: BUILD; New status is: ACTIVE {{(pid=103195) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 01:48:29.069315 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), before_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:29.091774 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945'}] {{(pid=103195) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:29.094061 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a96b5b142f8adab67de718b91d5f3fae07e1e100f8cab9454478db979c026bc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a69aec-f368-47c6-95cd-4119bd76b7b0" -d '{"events": [{"server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945"}]}' {{(pid=103195) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:29.106072 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] For port d6b9f5e9-0fee-4342-9f19-93f3fbf12945, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:48:29.130040 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5361a22-3eda-4d24-b3c9-30e346de0f51 x-openstack-request-id: req-a5361a22-3eda-4d24-b3c9-30e346de0f51 {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:29.130333 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945", "code": 200}]} {{(pid=103195) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:29.130688 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a5361a22-3eda-4d24-b3c9-30e346de0f51 {{(pid=103195) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:29.130979 dv-cinder-813228-6-iscsi neutron-server[103195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'code': 200} Feb 21 01:48:29.169790 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:29.221376 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Pushing event updated for resources: {'Port': ['ID=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,revision_number=5']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:29.362826 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7d164-9721-43ec-a0b0-01d2e762e78e req-25c52e3e-18f3-40bc-a9db-ca7930328ba4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:29.364309 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-34e7d164-9721-43ec-a0b0-01d2e762e78e req-25c52e3e-18f3-40bc-a9db-ca7930328ba4 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 946 time: 0.0513434 Feb 21 01:48:29.411870 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-34e7d164-9721-43ec-a0b0-01d2e762e78e req-09677391-d268-4f9c-8061-ef80914e1875 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Feb 21 01:48:29.474822 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07ecae-62a1-4690-8c8d-4f1c82415d0e req-bf681511-2a6d-47a4-a761-4c3a201c3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:29.476283 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3d07ecae-62a1-4690-8c8d-4f1c82415d0e req-bf681511-2a6d-47a4-a761-4c3a201c3803 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 1130 time: 0.0455728 Feb 21 01:48:29.521856 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-3d07ecae-62a1-4690-8c8d-4f1c82415d0e req-d71e3338-6654-4417-b17a-92dc6c349d36 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384228 Feb 21 01:48:30.528007 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a466c1-f0df-4259-97bc-ccd904c31c7f req-edd53cc1-b1e0-4e84-ade5-e14676d6d79d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:30.529489 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c3a466c1-f0df-4259-97bc-ccd904c31c7f req-edd53cc1-b1e0-4e84-ade5-e14676d6d79d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 946 time: 0.0502481 Feb 21 01:48:30.577086 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-c3a466c1-f0df-4259-97bc-ccd904c31c7f req-a86f1d07-7018-433b-8008-5fa47a7333cf tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412993 Feb 21 01:48:31.696887 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eebebc-f313-498a-a620-8ceada833d9e req-36113486-2764-47c7-85a7-90d6fb0425f6 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:31.698350 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e1eebebc-f313-498a-a620-8ceada833d9e req-36113486-2764-47c7-85a7-90d6fb0425f6 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 946 time: 0.0547349 Feb 21 01:48:31.744977 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e1eebebc-f313-498a-a620-8ceada833d9e req-5627d1e6-4f5c-447f-96da-d7e978133b93 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Feb 21 01:48:31.857302 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de0c27-8c97-4812-bc13-f4d928b70dad req-cd4a7af5-6e1a-4bb1-ba0a-bf0878404eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:31.858685 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-73de0c27-8c97-4812-bc13-f4d928b70dad req-cd4a7af5-6e1a-4bb1-ba0a-bf0878404eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 946 time: 0.0503755 Feb 21 01:48:31.906082 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-73de0c27-8c97-4812-bc13-f4d928b70dad req-68f0d601-9c95-4bdc-bff6-42ee4ba599cb tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414426 Feb 21 01:48:31.928451 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36716) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:32.062937 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd569807-528b-4823-a5fc-6b78b1e7bf2a tempest-TestVolumeBootPattern-2064373323 tempest-TestVolumeBootPattern-2064373323-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:32.064449 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-cd569807-528b-4823-a5fc-6b78b1e7bf2a tempest-TestVolumeBootPattern-2064373323 tempest-TestVolumeBootPattern-2064373323-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 1125 time: 0.1352277 Feb 21 01:48:32.067183 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36720) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:48:32.071402 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.v2.base [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Request body: {'floatingip': {'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'port_id': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103194) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 01:48:32.158186 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:32.255028 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (None), before_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:32.358402 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_common [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Allocated IP 172.27.3.198 (3642bec8-cbb3-4106-ba47-f48e762181b7/3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7/fd042674-e74e-4275-9001-ccbf6283f0f7) {{(pid=103194) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 01:48:32.455383 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for port (fd042674-e74e-4275-9001-ccbf6283f0f7), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:32.541364 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769619042856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (fd042674-e74e-4275-9001-ccbf6283f0f7), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:32.578378 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Network 3642bec8-cbb3-4106-ba47-f48e762181b7 is already hosted by enough agents. {{(pid=103194) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 01:48:32.584478 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.base_scheduler [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Resources bound (agent type, host, resource id): {{(pid=103194) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 01:48:32.588667 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Received port after_create {{(pid=103194) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 01:48:32.591586 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'Port': ['ID=fd042674-e74e-4275-9001-ccbf6283f0f7,revision_number=1']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:32.939345 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (822fe389-bc04-4ac8-b5ed-61ddb071e2fb), precommit_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.078702 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510169'] for port (fd042674-e74e-4275-9001-ccbf6283f0f7), before_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.221727 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for port (fd042674-e74e-4275-9001-ccbf6283f0f7), precommit_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.294901 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769619354507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769619042874', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769619042892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63849426'] for port (fd042674-e74e-4275-9001-ccbf6283f0f7), after_update {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.361186 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event updated for resources: {'Port': ['ID=fd042674-e74e-4275-9001-ccbf6283f0f7,revision_number=2']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:48:33.372387 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-835264'] for floatingip (822fe389-bc04-4ac8-b5ed-61ddb071e2fb), after_create {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.470738 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Floating IP 822fe389-bc04-4ac8-b5ed-61ddb071e2fb associated. External IP: 172.27.3.198, port: d6b9f5e9-0fee-4342-9f19-93f3fbf12945. Feb 21 01:48:33.677011 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:48:33.786452 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:48:33.798081 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] Sync routers for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:48:33.807390 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:33.817356 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:48:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:33.885939 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:33.916291 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-d1b1a651-3f45-49e8-961c-73a128c2f2b8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8481059 Feb 21 01:48:33.916630 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:33.916916 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:48:33.919158 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e86eb-3ef6-4706-9e03-499c3cd0d19d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:48:34.151969 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '4c0369d8-a183-4e4d-bd7a-a2cf4898bee1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:09Z', 'updated_at': '2022-02-21T01:46:12Z', 'revision_number': 1, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}, {'id': '822fe389-bc04-4ac8-b5ed-61ddb071e2fb', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:11:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:48:32Z', 'updated_at': '2022-02-21T01:48:32Z', 'revision_number': 0, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:34.177538 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c3aa16eb-9006-42a6-97a2-6c99a7960802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:34.178878 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] Checking router: bf8e5810-d3f0-4df6-bdd8-957fc4656a8e for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:48:34.187330 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:48:34.187914 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:48:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:34.293491 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:48:34.523967 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '4c0369d8-a183-4e4d-bd7a-a2cf4898bee1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:09Z', 'updated_at': '2022-02-21T01:46:12Z', 'revision_number': 1, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}, {'id': '822fe389-bc04-4ac8-b5ed-61ddb071e2fb', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:11:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:48:32Z', 'updated_at': '2022-02-21T01:48:32Z', 'revision_number': 0, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:48:34.552804 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433175eb-fe83-463f-9d93-2d29c41e4e27 None None] The sync data for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi is: [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '4c0369d8-a183-4e4d-bd7a-a2cf4898bee1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:09Z', 'updated_at': '2022-02-21T01:46:12Z', 'revision_number': 1, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}, {'id': '822fe389-bc04-4ac8-b5ed-61ddb071e2fb', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:11:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:48:32Z', 'updated_at': '2022-02-21T01:48:32Z', 'revision_number': 0, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:48:34.773066 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02711931-ebd6-419a-8bed-d0c3f961f0d7 None None] New status for floating IP 822fe389-bc04-4ac8-b5ed-61ddb071e2fb: ACTIVE {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:48:34.983030 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a819ee6-eaba-4e5e-a5c1-4c6c9b3f95a0 x-openstack-request-id: req-0a819ee6-eaba-4e5e-a5c1-4c6c9b3f95a0 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:48:34.983523 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:48:34.983523 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0a819ee6-eaba-4e5e-a5c1-4c6c9b3f95a0 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:48:34.983931 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'status': 'completed', 'code': 200} Feb 21 01:48:35.053278 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-0b8dd9c5-1319-42b7-90e0-843e71d92f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:35.054660 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-0b8dd9c5-1319-42b7-90e0-843e71d92f67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 1130 time: 0.0544455 Feb 21 01:48:35.142768 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-f132382b-33fc-485c-8abf-27296235e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:35.144860 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-f132382b-33fc-485c-8abf-27296235e108 service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0842447 Feb 21 01:48:35.212586 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-b21acb85-517c-4633-a965-35ad96245f53 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b9f5e9-0fee-4342-9f19-93f3fbf12945 HTTP/1.1" status: 200 len: 1002 time: 0.0603440 Feb 21 01:48:35.258600 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-44c4f00d-9277-4108-9e51-c4b30ad92c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:35.259897 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-44c4f00d-9277-4108-9e51-c4b30ad92c30 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0419884 Feb 21 01:48:35.306794 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-c32d1e8b-76d8-4eef-96bd-e6023dd9dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:48:35.308238 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-c32d1e8b-76d8-4eef-96bd-e6023dd9dd64 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417862 Feb 21 01:48:35.401787 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-716371a0-8052-4ee3-8cf1-baaf5d292dc1 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865011 Feb 21 01:48:35.487784 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-532e86eb-3ef6-4706-9e03-499c3cd0d19d req-c2258163-5d44-4b6b-9f7e-674e774920ac service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792084 Feb 21 01:48:36.723604 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-17845617-34db-47d6-a423-4c6d2db8a1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.760653 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:37.941048 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:39.200473 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:40.575010 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:48:46.520652 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:49:04.140999 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ff70ae02-e547-40a7-873a-d779cd88cad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:06.706136 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b645adcb-e9ed-4c2d-a0d2-43d9c750c933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:07.757498 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:07.951557 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:09.182671 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:10.571420 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:23.518828 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:49:27.143313 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-ee4f63ab-cf19-43a4-bf78-b929b2cab546 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458972 Feb 21 01:49:27.227728 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-5840d849-a25e-4490-b90e-4204e431f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:49:27.229244 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-5840d849-a25e-4490-b90e-4204e431f248 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1129 time: 0.0433557 Feb 21 01:49:27.326850 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-83059afe-6cc1-444f-9e27-ddc4d9b6235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:49:27.328268 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-83059afe-6cc1-444f-9e27-ddc4d9b6235e service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0814953 Feb 21 01:49:27.393675 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-236753a2-2d74-412d-a9aa-90295cd0bd3e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1 HTTP/1.1" status: 200 len: 1000 time: 0.0593693 Feb 21 01:49:27.439524 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-3a3e4bec-21c4-4fa9-b883-89b5538f3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:49:27.440957 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-3a3e4bec-21c4-4fa9-b883-89b5538f3172 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0409777 Feb 21 01:49:27.487151 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-30daea51-de3c-40f9-9db9-c65775c1118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:49:27.488645 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-30daea51-de3c-40f9-9db9-c65775c1118b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411289 Feb 21 01:49:27.576763 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-d75c6041-2f16-423b-9206-20129c8f1cb0 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819414 Feb 21 01:49:27.662270 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-47c549d8-4c8f-4ae8-83a1-79f82b230758 req-92d24ab8-ada3-49ae-9c8b-d654d86d88c7 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790548 Feb 21 01:49:34.153842 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3f9afdc5-7832-40ee-a044-65cf2d843eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:36.688917 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1a506dcb-17b1-4f3d-82f7-a3e43f19e186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:37.757080 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:37.953725 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:39.180043 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:49:40.557015 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:00.518343 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:50:04.164841 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-95bf2ca1-3e46-4b17-a8e1-f1d01faf0856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:06.705284 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-2066e844-4d2f-481d-8c59-5d4f8e2723a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:07.753536 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:08.003223 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:09.187596 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:10.547633 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:24.786130 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36758) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:24.943721 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Deleting port fd042674-e74e-4275-9001-ccbf6283f0f7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:24.943976 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (fd042674-e74e-4275-9001-ccbf6283f0f7), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:25.019070 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (fd042674-e74e-4275-9001-ccbf6283f0f7), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:25.019390 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (fd042674-e74e-4275-9001-ccbf6283f0f7), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:25.030545 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Calling delete_port for fd042674-e74e-4275-9001-ccbf6283f0f7 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:25.259461 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (fd042674-e74e-4275-9001-ccbf6283f0f7), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:25.285705 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event deleted for resources: {'Port': ['ID=fd042674-e74e-4275-9001-ccbf6283f0f7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:25.313315 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.313664 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.314012 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.314350 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.314682 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.315014 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.315346 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.315669 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.315998 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.316325 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.316675 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.317000 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.317322 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103194) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:25.356487 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (822fe389-bc04-4ac8-b5ed-61ddb071e2fb), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:25.356819 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Floating IP 822fe389-bc04-4ac8-b5ed-61ddb071e2fb disassociated (deleted). External IP: 172.27.3.198, port: d6b9f5e9-0fee-4342-9f19-93f3fbf12945. Feb 21 01:50:25.813875 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:50:25.923182 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:50:25.927598 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:25.934172 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] Sync routers for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:50:25.944072 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:50:25.945238 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:50:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:25.956509 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-d9813e76-b636-45f9-b5ca-17af58f65b9d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "DELETE /v2.0/floatingips/822fe389-bc04-4ac8-b5ed-61ddb071e2fb HTTP/1.1" status: 204 len: 168 time: 1.1692765 Feb 21 01:50:25.957088 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:50:25.959292 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39555912-122f-416e-ba01-0cad23f95150" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:50:26.013480 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8784276d-bde7-4038-8fa5-2858177ef462 x-openstack-request-id: req-8784276d-bde7-4038-8fa5-2858177ef462 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:50:26.013834 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:50:26.014151 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8784276d-bde7-4038-8fa5-2858177ef462 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:50:26.014619 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'status': 'completed', 'code': 200} Feb 21 01:50:26.057144 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:50:26.078258 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39555912-122f-416e-ba01-0cad23f95150 req-b7b3df1c-86e5-408a-815e-770bbc7d0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:26.079837 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-39555912-122f-416e-ba01-0cad23f95150 req-b7b3df1c-86e5-408a-815e-770bbc7d0dd9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 1130 time: 0.0444062 Feb 21 01:50:26.172512 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39555912-122f-416e-ba01-0cad23f95150 req-994f1248-dc9d-43d1-8ba9-f72c0594691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:26.173977 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-39555912-122f-416e-ba01-0cad23f95150 req-994f1248-dc9d-43d1-8ba9-f72c0594691d service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0867531 Feb 21 01:50:26.217513 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-39555912-122f-416e-ba01-0cad23f95150 req-ebec10c7-f88c-4fa6-ad7f-cba61ef761e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6b9f5e9-0fee-4342-9f19-93f3fbf12945 HTTP/1.1" status: 200 len: 217 time: 0.0356822 Feb 21 01:50:26.269520 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39555912-122f-416e-ba01-0cad23f95150 req-1eead577-5d33-4442-8f78-669a7e113f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:26.270966 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-39555912-122f-416e-ba01-0cad23f95150 req-1eead577-5d33-4442-8f78-669a7e113f50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0483172 Feb 21 01:50:26.290324 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '4c0369d8-a183-4e4d-bd7a-a2cf4898bee1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:09Z', 'updated_at': '2022-02-21T01:46:12Z', 'revision_number': 1, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:26.317834 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] Checking router: bf8e5810-d3f0-4df6-bdd8-957fc4656a8e for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:50:26.322832 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39555912-122f-416e-ba01-0cad23f95150 req-29c3e178-0b91-4b04-9d57-6230708ff365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:26.324353 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-39555912-122f-416e-ba01-0cad23f95150 req-29c3e178-0b91-4b04-9d57-6230708ff365 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461910 Feb 21 01:50:26.327773 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:50:26.328382 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:50:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:26.439314 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:50:26.447872 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-39555912-122f-416e-ba01-0cad23f95150 req-caec415b-4c60-413d-b62e-5ec354634474 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176121 Feb 21 01:50:26.455875 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4ec74-68a0-4a0c-b3c3-de661beed312 req-233eba40-9d63-43cd-a3d5-cfdf0f091f9b tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:26.457485 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-23c4ec74-68a0-4a0c-b3c3-de661beed312 req-233eba40-9d63-43cd-a3d5-cfdf0f091f9b tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 946 time: 0.0809104 Feb 21 01:50:26.553873 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-23c4ec74-68a0-4a0c-b3c3-de661beed312 req-f5dd41fe-4dec-4a30-9c11-d2701e717065 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884902 Feb 21 01:50:26.578436 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-39555912-122f-416e-ba01-0cad23f95150 req-0c891b8f-e374-4946-948e-0fc73709e6cc service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199708 Feb 21 01:50:26.661260 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '4c0369d8-a183-4e4d-bd7a-a2cf4898bee1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:09Z', 'updated_at': '2022-02-21T01:46:12Z', 'revision_number': 1, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:26.687689 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36819316-c3d2-4b0f-bf16-7e4feb2989a6 None None] The sync data for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi is: [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_floatingips': [{'id': '4c0369d8-a183-4e4d-bd7a-a2cf4898bee1', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'router_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'port_id': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'mac_address': 'fa:16:3e:7e:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T01:46:09Z', 'updated_at': '2022-02-21T01:46:12Z', 'revision_number': 1, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:50:26.894069 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aed59a-d4e4-4e39-8d91-78d5d85f64b3 None None] New status for floating IP 822fe389-bc04-4ac8-b5ed-61ddb071e2fb: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:50:27.674134 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7541e-179d-454e-a2d6-6112f5cec118 req-f738ca72-1f2e-46f6-9683-acb579ace4a2 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:27.675647 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-20f7541e-179d-454e-a2d6-6112f5cec118 req-f738ca72-1f2e-46f6-9683-acb579ace4a2 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 946 time: 0.0539773 Feb 21 01:50:27.723583 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-20f7541e-179d-454e-a2d6-6112f5cec118 req-5d1666eb-8095-404b-a0aa-005e6501f33d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Feb 21 01:50:28.189530 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-4d73449d-4766-481f-857b-beb869f299dc tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:28.190994 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-4d73449d-4766-481f-857b-beb869f299dc tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 946 time: 0.0549498 Feb 21 01:50:28.279549 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Deleting port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:28.279813 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:28.365948 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] For port d6b9f5e9-0fee-4342-9f19-93f3fbf12945, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:28.366322 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:28.377528 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Calling delete_port for d6b9f5e9-0fee-4342-9f19-93f3fbf12945 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:28.564334 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (d6b9f5e9-0fee-4342-9f19-93f3fbf12945), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:28.596291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event deleted for resources: {'Port': ['ID=d6b9f5e9-0fee-4342-9f19-93f3fbf12945,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:28.637534 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] No DVR routers for this DVR port d6b9f5e9-0fee-4342-9f19-93f3fbf12945 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:50:28.640244 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:28.643501 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-03171fca-9f34-47bc-bd96-8185a0b39072 req-56cf1855-b900-4f67-81b3-e5b77b32e200 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "DELETE /v2.0/ports/d6b9f5e9-0fee-4342-9f19-93f3fbf12945 HTTP/1.1" status: 204 len: 173 time: 0.4469488 Feb 21 01:50:28.643936 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'name': 'network-vif-deleted', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:50:28.646141 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5561c7-4911-4657-8650-5faa772e23f1" -d '{"events": [{"server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "name": "network-vif-deleted", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:50:28.684074 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bff153-d38e-4247-8d4a-ce95a57ebac5 x-openstack-request-id: req-f7bff153-d38e-4247-8d4a-ce95a57ebac5 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:50:28.684074 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8", "name": "network-vif-deleted", "tag": "d6b9f5e9-0fee-4342-9f19-93f3fbf12945", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:50:28.684074 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f7bff153-d38e-4247-8d4a-ce95a57ebac5 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:50:28.684074 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8', 'name': 'network-vif-deleted', 'tag': 'd6b9f5e9-0fee-4342-9f19-93f3fbf12945', 'status': 'completed', 'code': 200} Feb 21 01:50:28.818279 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-e776abd9-885c-4c13-b5c6-80e09f7097eb req-ca583d5a-a9cb-4eee-89f6-61283201021a tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 210 time: 0.0257623 Feb 21 01:50:29.928874 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-b251174e-8fee-4b8d-91ff-24318101ae59 req-70ccb2d0-3747-423d-bcc7-07aae4d15860 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=9fa3e43b-9763-4ecf-bcf9-8d7a42c52ee8 HTTP/1.1" status: 200 len: 210 time: 0.0294962 Feb 21 01:50:31.542855 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d6b9f5e9-0fee-4342-9f19-93f3fbf12945 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:50:31.563288 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: d6b9f5e9-0fee-4342-9f19-93f3fbf12945 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:50:31.563633 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device d6b9f5e9-0fee-4342-9f19-93f3fbf12945 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:50:33.401442 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36806) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:33.550664 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Deleting port ad8dee25-3ae9-4568-82c5-70dca321f3de {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:33.551001 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (ad8dee25-3ae9-4568-82c5-70dca321f3de), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:33.623585 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (ad8dee25-3ae9-4568-82c5-70dca321f3de), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:33.623914 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (ad8dee25-3ae9-4568-82c5-70dca321f3de), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:33.635801 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Calling delete_port for ad8dee25-3ae9-4568-82c5-70dca321f3de owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:33.847856 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (ad8dee25-3ae9-4568-82c5-70dca321f3de), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:33.872375 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event deleted for resources: {'Port': ['ID=ad8dee25-3ae9-4568-82c5-70dca321f3de,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:33.933058 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (4c0369d8-a183-4e4d-bd7a-a2cf4898bee1), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:33.933383 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.db.l3_db [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Floating IP 4c0369d8-a183-4e4d-bd7a-a2cf4898bee1 disassociated (deleted). External IP: 172.27.3.55, port: 45e77b5d-c782-4bfb-aceb-6f6a3e918af1. Feb 21 01:50:34.141806 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:50:34.167840 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-4a7b7a14-6673-4b14-af58-7d80b53686b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:34.249204 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:50:34.253879 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:34.258336 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] Sync routers for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:50:34.268661 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:50:34.269273 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:50:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:34.282804 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-fb9331cb-8611-4393-8fc2-764df6aa1150 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "DELETE /v2.0/floatingips/4c0369d8-a183-4e4d-bd7a-a2cf4898bee1 HTTP/1.1" status: 204 len: 168 time: 0.8802736 Feb 21 01:50:34.283483 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:50:34.285884 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a36046f-86b9-43ed-87e4-0c7f408c805d" -d '{"events": [{"name": "network-changed", "server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:50:34.326666 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 01:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db84359e-608f-4530-8378-c44fc7403df1 x-openstack-request-id: req-db84359e-608f-4530-8378-c44fc7403df1 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:50:34.327158 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:50:34.327291 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-db84359e-608f-4530-8378-c44fc7403df1 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:50:34.327727 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'status': 'completed', 'code': 200} Feb 21 01:50:34.382013 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:50:34.393084 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-ffc1d7de-ac1d-41e7-82b7-1f1c0b5f8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:34.394669 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-ffc1d7de-ac1d-41e7-82b7-1f1c0b5f8121 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 1129 time: 0.0466011 Feb 21 01:50:34.487528 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-05faa243-eee2-4569-9dd0-13612bb0de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:34.489164 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-05faa243-eee2-4569-9dd0-13612bb0de1b service neutron] 10.222.0.43 "GET /v2.0/networks?id=05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 200 len: 912 time: 0.0885246 Feb 21 01:50:34.535674 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-ca4f7e95-ac75-4659-a87e-25b78b63dd57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1 HTTP/1.1" status: 200 len: 217 time: 0.0385191 Feb 21 01:50:34.580560 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:34.584341 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-d623d1f4-97d9-43e8-8704-98599b639245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:34.585896 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-d623d1f4-97d9-43e8-8704-98599b639245 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 200 len: 850 time: 0.0439720 Feb 21 01:50:34.610847 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] Checking router: bf8e5810-d3f0-4df6-bdd8-957fc4656a8e for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:50:34.621581 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:50:34.622214 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:50:07Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:34.639317 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-0b8bb65c-274a-4f7d-88a2-8e3c3a8c97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:34.641247 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-0b8bb65c-274a-4f7d-88a2-8e3c3a8c97ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=05842dab-dc3d-4a7b-83c4-206a5c07022d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495481 Feb 21 01:50:34.735709 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:50:34.765897 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cac90d-8208-42b3-a132-f7d864d426a8 req-e23db942-332e-4392-8ec0-6c96fc308c7f tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:34.767378 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d0cac90d-8208-42b3-a132-f7d864d426a8 req-e23db942-332e-4392-8ec0-6c96fc308c7f tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 945 time: 0.0959966 Feb 21 01:50:34.783730 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-71e233b9-6b72-4a74-b5c1-0361f35fbec2 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345756 Feb 21 01:50:34.868369 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-d0cac90d-8208-42b3-a132-f7d864d426a8 req-0b7c3591-3265-459c-91da-a32b07b8b6be tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937738 Feb 21 01:50:34.901132 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-8a36046f-86b9-43ed-87e4-0c7f408c805d req-b5f06745-1c2c-4b94-9431-205c399856c8 service neutron] 10.222.0.43 "GET /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101587 Feb 21 01:50:34.941387 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:34.968852 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f3f80-1bf8-4def-944a-1ae3ae0ddc48 None None] The sync data for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi is: [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:42:04Z', 'revision_number': 4, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi', '_interfaces': [{'id': '92533d9d-e34a-4097-ad5d-d3ecabb41404', 'name': '', 'network_id': '05842dab-dc3d-4a7b-83c4-206a5c07022d', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'mac_address': 'fa:16:3e:e5:fa:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:04Z', 'updated_at': '2022-02-21T01:42:09Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'subnets': [{'id': 'e1c1af87-98a1-4439-941e-26da9ba6f9f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:50:35.174800 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ce53a7-c126-4128-a7ae-0f37b5e48864 None None] New status for floating IP 4c0369d8-a183-4e4d-bd7a-a2cf4898bee1: DOWN {{(pid=103196) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 01:50:35.986249 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e7974-fb42-4f4b-9662-ba1336aca062 req-e953b9e8-9f1c-42b1-8015-a601c75aefc7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:35.987756 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-405e7974-fb42-4f4b-9662-ba1336aca062 req-e953b9e8-9f1c-42b1-8015-a601c75aefc7 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 945 time: 0.0513551 Feb 21 01:50:36.035856 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-405e7974-fb42-4f4b-9662-ba1336aca062 req-4f1fe98a-2927-449b-953e-f5ed113c8a7d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/security-groups?id=6656dd15-2e63-417d-ace0-f24a496fabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 Feb 21 01:50:36.233379 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-540c377e-f703-47eb-afc9-b23b362ed213 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103194) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 01:50:36.234799 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-540c377e-f703-47eb-afc9-b23b362ed213 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 945 time: 0.0530438 Feb 21 01:50:36.321960 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Deleting port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:36.322309 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:36.408702 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] For port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:36.409045 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:36.420924 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Calling delete_port for 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 owned by compute:nova {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:36.625265 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (45e77b5d-c782-4bfb-aceb-6f6a3e918af1), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:36.662585 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event deleted for resources: {'Port': ['ID=45e77b5d-c782-4bfb-aceb-6f6a3e918af1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:36.682510 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c84a2c38-361e-4062-9a48-a7e30c00f529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:36.701007 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.l3_dvrscheduler_db [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] No DVR routers for this DVR port 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 on host hv-cinder-81322 {{(pid=103194) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:50:36.703377 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for port (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:36.706934 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-457b07fd-7c61-41cb-bbd2-dc450ad5f2b7 req-f45a65f8-8967-4e55-9702-0318c251e084 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.43 "DELETE /v2.0/ports/45e77b5d-c782-4bfb-aceb-6f6a3e918af1 HTTP/1.1" status: 204 len: 173 time: 0.4672799 Feb 21 01:50:36.710650 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'name': 'network-vif-deleted', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1'}] {{(pid=103194) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 01:50:36.710805 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64f2eac47477fd2466df2f233922165d60b749dde57a333dc403557963810fdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad0b272-3317-47e9-afee-71cbf3235fc3" -d '{"events": [{"server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "name": "network-vif-deleted", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1"}]}' {{(pid=103194) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 01:50:36.745952 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 01:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2d0e31-499f-43aa-96c9-0bed8d598302 x-openstack-request-id: req-af2d0e31-499f-43aa-96c9-0bed8d598302 {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 01:50:36.746435 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48dbd5c-1891-4127-88f0-b5fc420b3050", "name": "network-vif-deleted", "tag": "45e77b5d-c782-4bfb-aceb-6f6a3e918af1", "status": "completed", "code": 200}]} {{(pid=103194) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 01:50:36.746696 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-af2d0e31-499f-43aa-96c9-0bed8d598302 {{(pid=103194) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 01:50:36.747100 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48dbd5c-1891-4127-88f0-b5fc420b3050', 'name': 'network-vif-deleted', 'tag': '45e77b5d-c782-4bfb-aceb-6f6a3e918af1', 'status': 'completed', 'code': 200} Feb 21 01:50:37.148201 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [req-9417effe-8ba7-4722-a25e-6fda8fe57830 req-ba5ee6ce-dbf1-44dd-b941-527973672664 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "GET /v2.0/ports?device_id=e48dbd5c-1891-4127-88f0-b5fc420b3050 HTTP/1.1" status: 200 len: 210 time: 0.0347266 Feb 21 01:50:37.518865 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:50:37.768175 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:38.013758 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:38.199827 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36822) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:38.317458 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Deleting port 24b17928-a72e-489e-8eaf-619f5a14fbd7 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:38.317720 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (24b17928-a72e-489e-8eaf-619f5a14fbd7), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:38.392014 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (24b17928-a72e-489e-8eaf-619f5a14fbd7), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:38.392347 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (24b17928-a72e-489e-8eaf-619f5a14fbd7), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:38.404090 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Calling delete_port for 24b17928-a72e-489e-8eaf-619f5a14fbd7 owned by network:floatingip {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:38.659485 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (24b17928-a72e-489e-8eaf-619f5a14fbd7), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:38.686001 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event deleted for resources: {'Port': ['ID=24b17928-a72e-489e-8eaf-619f5a14fbd7,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:38.742814 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for floatingip (255c3d7f-7a85-47a5-8b56-f136712d4d54), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:38.745435 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255813'] for floatingip (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:38.746569 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-0f0c73c4-f733-4b9a-8f9b-3134ed169eb8 tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "DELETE /v2.0/floatingips/255c3d7f-7a85-47a5-8b56-f136712d4d54 HTTP/1.1" status: 204 len: 168 time: 0.5484324 Feb 21 01:50:39.210740 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:39.588864 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:50:39.609014 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] No Port match for: 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:50:39.609366 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Device 45e77b5d-c782-4bfb-aceb-6f6a3e918af1 not bound to the agent host hv-cinder-81322 {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:50:40.112823 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36834) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:40.168128 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ddfce1-260e-4c66-9eb9-6b997c9b1e4d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group (6656dd15-2e63-417d-ace0-f24a496fabe1), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:40.192495 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ddfce1-260e-4c66-9eb9-6b997c9b1e4d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group (6656dd15-2e63-417d-ace0-f24a496fabe1), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:40.384917 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ddfce1-260e-4c66-9eb9-6b997c9b1e4d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (6656dd15-2e63-417d-ace0-f24a496fabe1), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:40.387598 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-90ddfce1-260e-4c66-9eb9-6b997c9b1e4d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Publish callbacks [] for security_group (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:40.388817 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-90ddfce1-260e-4c66-9eb9-6b997c9b1e4d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] 10.222.0.90 "DELETE /v2.0/security-groups/6656dd15-2e63-417d-ace0-f24a496fabe1 HTTP/1.1" status: 204 len: 168 time: 0.2750161 Feb 21 01:50:40.398355 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddfce1-260e-4c66-9eb9-6b997c9b1e4d tempest-TestVolumeBootPattern-703862008 tempest-TestVolumeBootPattern-703862008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6656dd15-2e63-417d-ace0-f24a496fabe1,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:40.529147 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36838) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:40.590710 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:41.230003 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-834496'] for router_interface (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:41.465169 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Deleting port 92533d9d-e34a-4097-ad5d-d3ecabb41404 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:41.465503 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:41.541624 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] For port 92533d9d-e34a-4097-ad5d-d3ecabb41404, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=92533d9d-e34a-4097-ad5d-d3ecabb41404,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:41.541901 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:41.552886 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Calling delete_port for 92533d9d-e34a-4097-ad5d-d3ecabb41404 owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:41.807849 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (92533d9d-e34a-4097-ad5d-d3ecabb41404), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:41.833051 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=92533d9d-e34a-4097-ad5d-d3ecabb41404,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:41.997104 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-833616'] for router_interface (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:42.213901 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:50:42.319816 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:50:42.327427 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-8f04bbc6-66fd-4b29-bb23-bdcd42842bf1 admin admin] 10.222.0.90 "PUT /v2.0/routers/bf8e5810-d3f0-4df6-bdd8-957fc4656a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946866 Feb 21 01:50:42.327427 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36842) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:42.328304 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] Sync routers for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:50:42.337791 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:50:42.338410 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:50:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:42.430960 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks [] for router (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:42.443788 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:50:42.533852 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks [] for router_gateway (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:42.618271 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:50:41Z', 'revision_number': 5, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port': {'id': 'bad2348f-d5a2-457f-af92-bf0c5619bef2', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:02Z', 'updated_at': '2022-02-21T01:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:42.644725 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] Checking router: bf8e5810-d3f0-4df6-bdd8-957fc4656a8e for host: dv-cinder-813228-6-iscsi {{(pid=103195) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:50:42.652994 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Deleting port bad2348f-d5a2-457f-af92-bf0c5619bef2 {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:42.653341 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:42.654066 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] Routers {'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103195) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:50:42.654674 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:50:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'], 'active': True} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:42.733506 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] For port bad2348f-d5a2-457f-af92-bf0c5619bef2, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=bad2348f-d5a2-457f-af92-bf0c5619bef2,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:42.733875 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:42.742845 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvr_db [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] Set router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e gateway port host: None {{(pid=103195) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:50:42.745499 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Calling delete_port for bad2348f-d5a2-457f-af92-bf0c5619bef2 owned by network:router_gateway {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:42.801410 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_hamode_db [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:50:42Z', 'revision_number': 6, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port_host': None}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:42.829236 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab8f263-b974-4c72-a103-a096a5cdaee3 None None] The sync data for ids ['bf8e5810-d3f0-4df6-bdd8-957fc4656a8e'] in dv-cinder-813228-6-iscsi is: [{'id': 'bf8e5810-d3f0-4df6-bdd8-957fc4656a8e', 'name': 'tempest-TestVolumeBootPattern-572150124-router', 'tenant_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:01Z', 'updated_at': '2022-02-21T01:50:42Z', 'revision_number': 6, 'project_id': '94593ad3d3934da1ab80ce0c851c7d3e', 'gw_port_host': None}] {{(pid=103195) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:50:43.003869 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (bad2348f-d5a2-457f-af92-bf0c5619bef2), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.031759 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bad2348f-d5a2-457f-af92-bf0c5619bef2,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:43.094250 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-835258'] for router_gateway (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.186363 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-831014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4503'] for router (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.192894 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks [] for router_controller (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.301347 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-831071'] for router (bf8e5810-d3f0-4df6-bdd8-957fc4656a8e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.301921 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf8e5810-d3f0-4df6-bdd8-957fc4656a8e {{(pid=103194) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:50:43.312138 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.312138 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-cc520b24-7a55-4db2-958a-1245025687fa admin admin] 10.222.0.90 "DELETE /v2.0/routers/bf8e5810-d3f0-4df6-bdd8-957fc4656a8e HTTP/1.1" status: 204 len: 168 time: 0.9803412 Feb 21 01:50:43.312138 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36844) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:43.355873 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e319dd-6d6f-4139-a102-066d71af2a8f admin admin] Deleting subnet e1c1af87-98a1-4439-941e-26da9ba6f9f6 {{(pid=103194) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:50:43.359073 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e319dd-6d6f-4139-a102-066d71af2a8f admin admin] Publish callbacks [] for subnet (e1c1af87-98a1-4439-941e-26da9ba6f9f6), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.393452 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e319dd-6d6f-4139-a102-066d71af2a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66804943'] for subnet (e1c1af87-98a1-4439-941e-26da9ba6f9f6), precommit_delete_associations {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.472968 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e319dd-6d6f-4139-a102-066d71af2a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (e1c1af87-98a1-4439-941e-26da9ba6f9f6), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.587628 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e319dd-6d6f-4139-a102-066d71af2a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63863832', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63869924'] for subnet (e1c1af87-98a1-4439-941e-26da9ba6f9f6), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.612508 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e319dd-6d6f-4139-a102-066d71af2a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c1af87-98a1-4439-941e-26da9ba6f9f6,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:43.617539 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-06e319dd-6d6f-4139-a102-066d71af2a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for subnet (None), before_response {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.621060 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-06e319dd-6d6f-4139-a102-066d71af2a8f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/e1c1af87-98a1-4439-941e-26da9ba6f9f6 HTTP/1.1" status: 204 len: 168 time: 0.3086834 Feb 21 01:50:43.623459 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 36846) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:43.623946 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709a916-9aaf-47d8-bf39-363264361b81 None None] Network 05842dab-dc3d-4a7b-83c4-206a5c07022d requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:50:43.691353 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (05842dab-dc3d-4a7b-83c4-206a5c07022d), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.744221 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Deleting port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:43.744598 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.767218 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] DHCP port deletion for 05842dab-dc3d-4a7b-83c4-206a5c07022d request from dv-cinder-813228-6-iscsi {{(pid=103195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:50:43.808888 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] For port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=1cb3a4fc-6c87-4faa-bcc3-fce093cf9530,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:43.809255 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.813926 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Deleting port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:43.814252 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.822045 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Calling delete_port for 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 owned by network:dhcp {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:43.878446 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] For port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=1cb3a4fc-6c87-4faa-bcc3-fce093cf9530,segment=NetworkSegment(ac3a216a-dbc4-4600-b6c0-72cff52ac32e),segment_id=ac3a216a-dbc4-4600-b6c0-72cff52ac32e)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:43.878768 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.891190 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Calling delete_port for 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:43.969881 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:43.975424 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (1cb3a4fc-6c87-4faa-bcc3-fce093cf9530), after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:44.008817 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] No DVR routers for this DVR port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 on host dv-cinder-813228-6-iscsi {{(pid=103193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:50:44.008817 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb3a4fc-6c87-4faa-bcc3-fce093cf9530,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:44.009012 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] No DVR routers for this DVR port 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 on host dv-cinder-813228-6-iscsi {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:50:44.009012 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Pushing event deleted for resources: {'Port': ['ID=1cb3a4fc-6c87-4faa-bcc3-fce093cf9530,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:44.017962 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.018325 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.018679 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.019027 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.019367 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.019704 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.020039 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.020372 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.020732 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.021064 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.021393 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.021783 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.022570 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de65640f-be3f-4c78-8b6e-53e2704f6934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103195) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.032309 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.032795 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.033143 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.033476 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.033807 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.034135 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.034466 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.034792 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.035116 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.035438 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.035759 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.036328 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.036673 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813228-6-iscsi {{(pid=103193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 01:50:44.067919 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 92533d9d-e34a-4097-ad5d-d3ecabb41404 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:50:44.088819 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 92533d9d-e34a-4097-ad5d-d3ecabb41404 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:50:44.089176 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 92533d9d-e34a-4097-ad5d-d3ecabb41404 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:50:44.089612 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:50:44.091567 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (05842dab-dc3d-4a7b-83c4-206a5c07022d), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:44.108948 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:50:44.109295 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 1cb3a4fc-6c87-4faa-bcc3-fce093cf9530 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:50:44.109713 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device bad2348f-d5a2-457f-af92-bf0c5619bef2 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:50:44.112298 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05842dab-dc3d-4a7b-83c4-206a5c07022d']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:44.121633 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:44.121927 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3a216a-dbc4-4600-b6c0-72cff52ac32e') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:44.129303 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: bad2348f-d5a2-457f-af92-bf0c5619bef2 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:50:44.129602 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device bad2348f-d5a2-457f-af92-bf0c5619bef2 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:50:44.131158 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (ac3a216a-dbc4-4600-b6c0-72cff52ac32e), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:44.144945 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (ac3a216a-dbc4-4600-b6c0-72cff52ac32e), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:44.151276 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:50:44.151649 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (ac3a216a-dbc4-4600-b6c0-72cff52ac32e), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:50:44.153295 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:50:44.301591 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (05842dab-dc3d-4a7b-83c4-206a5c07022d), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:44.307247 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:44.310516 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] 10.222.0.90 "DELETE /v2.0/networks/05842dab-dc3d-4a7b-83c4-206a5c07022d HTTP/1.1" status: 204 len: 168 time: 0.6860752 Feb 21 01:50:44.313474 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [-] (103194) accepted ('10.222.0.90', 36850) {{(pid=103194) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:44.322020 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fc965-da78-4811-bb68-b26c489a2682 admin admin] Pushing event deleted for resources: {'Network': ['ID=05842dab-dc3d-4a7b-83c4-206a5c07022d,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:44.657253 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-834496'] for router_interface (5c801a0a-803c-4528-a40d-5bd807f2d63e), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:44.922179 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Deleting port 076db2e4-48c7-4bc2-a862-e5d372505bee {{(pid=103194) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:44.922439 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), before_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:44.996335 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.db [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] For port 076db2e4-48c7-4bc2-a862-e5d372505bee, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=076db2e4-48c7-4bc2-a862-e5d372505bee,segment=NetworkSegment(b0ef75b8-56cf-433c-bed4-fc543be7e856),segment_id=b0ef75b8-56cf-433c-bed4-fc543be7e856)] {{(pid=103194) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:44.996723 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), precommit_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:45.007959 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.plugins.ml2.plugin [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Calling delete_port for 076db2e4-48c7-4bc2-a862-e5d372505bee owned by network:router_interface {{(pid=103194) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:45.273668 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63849417'] for port (076db2e4-48c7-4bc2-a862-e5d372505bee), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:45.302162 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Pushing event deleted for resources: {'Port': ['ID=076db2e4-48c7-4bc2-a862-e5d372505bee,revision_number=None']} {{(pid=103194) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:45.723340 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron_lib.callbacks.manager [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-833616'] for router_interface (5c801a0a-803c-4528-a40d-5bd807f2d63e), after_delete {{(pid=103194) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:45.936704 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Router 5c801a0a-803c-4528-a40d-5bd807f2d63e has already been hosted by L3 agent 72a8ea08-482f-49d0-9099-78e54e4e150c {{(pid=103194) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 01:50:46.044248 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] Notify agent at l3_agent.dv-cinder-813228-6-iscsi the message routers_updated {{(pid=103194) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 01:50:46.051974 dv-cinder-813228-6-iscsi neutron-server[103194]: INFO neutron.wsgi [None req-ea26ba42-f39b-4a9c-b991-7ecb01c331ab admin admin] 10.222.0.90 "PUT /v2.0/routers/5c801a0a-803c-4528-a40d-5bd807f2d63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7374403 Feb 21 01:50:46.052260 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 36852) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:46.059756 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] Sync routers for ids ['5c801a0a-803c-4528-a40d-5bd807f2d63e'] in dv-cinder-813228-6-iscsi {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 01:50:46.069233 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] Routers {'5c801a0a-803c-4528-a40d-5bd807f2d63e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:50:46.069834 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:50:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['5c801a0a-803c-4528-a40d-5bd807f2d63e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:46.155460 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks [] for router (5c801a0a-803c-4528-a40d-5bd807f2d63e), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:46.173868 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] Set router 5c801a0a-803c-4528-a40d-5bd807f2d63e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:50:46.264342 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks [] for router_gateway (5c801a0a-803c-4528-a40d-5bd807f2d63e), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:46.348295 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:07Z', 'updated_at': '2022-02-21T01:50:45Z', 'revision_number': 5, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'gw_port': {'id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:08Z', 'updated_at': '2022-02-21T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:46.376972 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] Checking router: 5c801a0a-803c-4528-a40d-5bd807f2d63e for host: dv-cinder-813228-6-iscsi {{(pid=103196) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 01:50:46.384867 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] Routers {'5c801a0a-803c-4528-a40d-5bd807f2d63e'} bound to L3 agent in host dv-cinder-813228-6-iscsi {{(pid=103196) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 01:50:46.385457 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813228-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T01:23:37Z,description=,heartbeat_timestamp=2022-02-21T01:50:37Z,host='dv-cinder-813228-6-iscsi',id=72a8ea08-482f-49d0-9099-78e54e4e150c,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T01:23:37Z,topic='l3_agent')) {'router_ids': ['5c801a0a-803c-4528-a40d-5bd807f2d63e'], 'active': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:46.444083 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Deleting port 65c6e02f-e82e-45a1-a002-20f47c916920 {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:46.444507 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:46.488738 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvr_db [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] Set router 5c801a0a-803c-4528-a40d-5bd807f2d63e gateway port host: dv-cinder-813228-6-iscsi {{(pid=103196) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 01:50:46.527936 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] For port 65c6e02f-e82e-45a1-a002-20f47c916920, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=65c6e02f-e82e-45a1-a002-20f47c916920,segment=NetworkSegment(92a2f112-52a5-44a5-8fb1-1e01d537c160),segment_id=92a2f112-52a5-44a5-8fb1-1e01d537c160)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:46.527936 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:46.538487 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Calling delete_port for 65c6e02f-e82e-45a1-a002-20f47c916920 owned by network:router_gateway {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:46.666387 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.l3_hamode_db [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:07Z', 'updated_at': '2022-02-21T01:50:45Z', 'revision_number': 5, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'gw_port': {'id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:08Z', 'updated_at': '2022-02-21T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}], 'dv-cinder-813228-6-iscsi', False) {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:46.691699 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19c4779-3bc7-4b9a-bdd1-986cf2c59162 None None] The sync data for ids ['5c801a0a-803c-4528-a40d-5bd807f2d63e'] in dv-cinder-813228-6-iscsi is: [{'id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'name': 'tempest-TestVolumeBootPattern-1891937827-router', 'tenant_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'external_fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T01:42:07Z', 'updated_at': '2022-02-21T01:50:45Z', 'revision_number': 5, 'project_id': '30a4a0e1e7ea49c382312c6ffc46cbd4', 'gw_port': {'id': '65c6e02f-e82e-45a1-a002-20f47c916920', 'name': '', 'network_id': '3642bec8-cbb3-4106-ba47-f48e762181b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:46:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c801a0a-803c-4528-a40d-5bd807f2d63e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813228-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T01:42:08Z', 'updated_at': '2022-02-21T01:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4f96f7-8be7-4bf7-912c-5d0467a5ebb7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813228-6-iscsi'}] {{(pid=103196) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 01:50:46.774009 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (65c6e02f-e82e-45a1-a002-20f47c916920), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:46.800853 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c6e02f-e82e-45a1-a002-20f47c916920,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:46.856905 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-835258'] for router_gateway (5c801a0a-803c-4528-a40d-5bd807f2d63e), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:46.951189 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-831014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4503'] for router (5c801a0a-803c-4528-a40d-5bd807f2d63e), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:46.953327 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks [] for router_controller (5c801a0a-803c-4528-a40d-5bd807f2d63e), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.078581 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-831071'] for router (5c801a0a-803c-4528-a40d-5bd807f2d63e), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.079183 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c801a0a-803c-4528-a40d-5bd807f2d63e {{(pid=103193) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 01:50:47.083574 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.084834 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-9fe5cb4b-8e57-45d0-87ae-2812229c92a3 admin admin] 10.222.0.90 "DELETE /v2.0/routers/5c801a0a-803c-4528-a40d-5bd807f2d63e HTTP/1.1" status: 204 len: 168 time: 1.0315735 Feb 21 01:50:47.087264 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 36854) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:47.132059 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee0a867-3052-4ae3-90ad-678c633b5b49 admin admin] Deleting subnet 557dea9c-493f-4d2f-a1b5-e9335c0988ed {{(pid=103193) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 01:50:47.135335 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a867-3052-4ae3-90ad-678c633b5b49 admin admin] Publish callbacks [] for subnet (557dea9c-493f-4d2f-a1b5-e9335c0988ed), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.169673 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a867-3052-4ae3-90ad-678c633b5b49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63094948'] for subnet (557dea9c-493f-4d2f-a1b5-e9335c0988ed), precommit_delete_associations {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.266605 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a867-3052-4ae3-90ad-678c633b5b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404210'] for subnet (557dea9c-493f-4d2f-a1b5-e9335c0988ed), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.402523 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a867-3052-4ae3-90ad-678c633b5b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-682728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63695781', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63494459'] for subnet (557dea9c-493f-4d2f-a1b5-e9335c0988ed), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.426010 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0a867-3052-4ae3-90ad-678c633b5b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557dea9c-493f-4d2f-a1b5-e9335c0988ed,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:47.432146 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-8ee0a867-3052-4ae3-90ad-678c633b5b49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.435362 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-8ee0a867-3052-4ae3-90ad-678c633b5b49 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/557dea9c-493f-4d2f-a1b5-e9335c0988ed HTTP/1.1" status: 204 len: 168 time: 0.3471873 Feb 21 01:50:47.437845 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 36856) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:47.438512 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d9ae7-ada8-4c4c-86fc-e7f68ef83acd None None] Network 92c1ca56-6b69-4383-a220-8cc8ac29c4bc requested from dv-cinder-813228-6-iscsi {{(pid=103195) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 01:50:47.509028 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1557179'] for network (92c1ca56-6b69-4383-a220-8cc8ac29c4bc), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.566959 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Deleting port e79d9c4e-1343-4bdd-9902-9167963db75d {{(pid=103193) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:47.567242 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.626789 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.db [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] For port e79d9c4e-1343-4bdd-9902-9167963db75d, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=e79d9c4e-1343-4bdd-9902-9167963db75d,segment=NetworkSegment(b0ef75b8-56cf-433c-bed4-fc543be7e856),segment_id=b0ef75b8-56cf-433c-bed4-fc543be7e856)] {{(pid=103193) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:47.627142 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.641349 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.plugin [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Calling delete_port for e79d9c4e-1343-4bdd-9902-9167963db75d owned by network:dhcp {{(pid=103193) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:47.664360 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b50fbb-f908-4704-834b-d1d9655fd282 None None] DHCP port deletion for 92c1ca56-6b69-4383-a220-8cc8ac29c4bc request from dv-cinder-813228-6-iscsi {{(pid=103195) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 01:50:47.718688 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-01b50fbb-f908-4704-834b-d1d9655fd282 None None] Deleting port e79d9c4e-1343-4bdd-9902-9167963db75d {{(pid=103195) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 01:50:47.719066 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01b50fbb-f908-4704-834b-d1d9655fd282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769619348246'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), before_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.782788 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.db [None req-01b50fbb-f908-4704-834b-d1d9655fd282 None None] For port e79d9c4e-1343-4bdd-9902-9167963db75d, host dv-cinder-813228-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813228-6-iscsi',level=0,port_id=e79d9c4e-1343-4bdd-9902-9167963db75d,segment=NetworkSegment(b0ef75b8-56cf-433c-bed4-fc543be7e856),segment_id=b0ef75b8-56cf-433c-bed4-fc543be7e856)] {{(pid=103195) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 01:50:47.783174 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01b50fbb-f908-4704-834b-d1d9655fd282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-821128'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), precommit_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.795655 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-01b50fbb-f908-4704-834b-d1d9655fd282 None None] Calling delete_port for e79d9c4e-1343-4bdd-9902-9167963db75d owned by network:dhcp {{(pid=103195) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 01:50:47.804227 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63689844'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.829327 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79d9c4e-1343-4bdd-9902-9167963db75d,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:47.835190 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] No DVR routers for this DVR port e79d9c4e-1343-4bdd-9902-9167963db75d on host dv-cinder-813228-6-iscsi {{(pid=103193) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:50:47.873559 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-01b50fbb-f908-4704-834b-d1d9655fd282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1513172', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769619354489', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769619042865'] for port (e79d9c4e-1343-4bdd-9902-9167963db75d), after_delete {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.917907 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b50fbb-f908-4704-834b-d1d9655fd282 None None] Pushing event deleted for resources: {'Port': ['ID=e79d9c4e-1343-4bdd-9902-9167963db75d,revision_number=None']} {{(pid=103195) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:47.917907 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b50fbb-f908-4704-834b-d1d9655fd282 None None] No DVR routers for this DVR port e79d9c4e-1343-4bdd-9902-9167963db75d on host dv-cinder-813228-6-iscsi {{(pid=103195) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 01:50:47.919185 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403323', 'neutron.services.segments.db._delete_segments_for_network-8769619602746'] for network (92c1ca56-6b69-4383-a220-8cc8ac29c4bc), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.932362 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c1ca56-6b69-4383-a220-8cc8ac29c4bc']}} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:47.941534 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ef75b8-56cf-433c-bed4-fc543be7e856') {'for_net_delete': True} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:47.941827 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.services.segments.db [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ef75b8-56cf-433c-bed4-fc543be7e856') {} {{(pid=103193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 01:50:47.950883 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769619604035', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63094973'] for segment (b0ef75b8-56cf-433c-bed4-fc543be7e856), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.964270 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519'] for segment (b0ef75b8-56cf-433c-bed4-fc543be7e856), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.970196 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103193) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 01:50:47.970603 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1402519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63689795'] for segment (b0ef75b8-56cf-433c-bed4-fc543be7e856), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: Traceback (most recent call last): Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: timer() Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: cb(*args, **kw) Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: return func(*args, **kwargs) Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: self._notify() Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: self.callback(batched_events) Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: event.method(event) Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: return f(self, *a, **k) Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._get(url).json() Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: return self.request(url, 'GET', **kwargs) Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 01:50:47.972279 dv-cinder-813228-6-iscsi neutron-server[103193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 01:50:48.058871 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device e79d9c4e-1343-4bdd-9902-9167963db75d no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:50:48.079006 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: e79d9c4e-1343-4bdd-9902-9167963db75d {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:50:48.079405 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device e79d9c4e-1343-4bdd-9902-9167963db75d not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:50:48.079766 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 65c6e02f-e82e-45a1-a002-20f47c916920 no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:50:48.089698 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-835286'] for network (92c1ca56-6b69-4383-a220-8cc8ac29c4bc), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:48.095118 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582204'] for network (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:48.098437 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] 10.222.0.90 "DELETE /v2.0/networks/92c1ca56-6b69-4383-a220-8cc8ac29c4bc HTTP/1.1" status: 204 len: 168 time: 0.6596336 Feb 21 01:50:48.098566 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 65c6e02f-e82e-45a1-a002-20f47c916920 {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:50:48.098951 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 65c6e02f-e82e-45a1-a002-20f47c916920 not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:50:48.099379 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 076db2e4-48c7-4bc2-a862-e5d372505bee no longer exists at agent ovs-agent-dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 01:50:48.110319 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183669e3-0616-4cbb-bec7-d9bd2895a5e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c1ca56-6b69-4383-a220-8cc8ac29c4bc,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:48.119174 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.plugin [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] No Port match for: 076db2e4-48c7-4bc2-a862-e5d372505bee {{(pid=103195) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 01:50:48.119530 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron.plugins.ml2.rpc [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Device 076db2e4-48c7-4bc2-a862-e5d372505bee not bound to the agent host dv-cinder-813228-6-iscsi {{(pid=103195) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 01:50:48.391598 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 36860) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:48.430939 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-43e8134c-f079-4ed7-adcc-063ceca2e4da admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=94593ad3d3934da1ab80ce0c851c7d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381868 Feb 21 01:50:48.433332 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 36862) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:48.478376 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7b0a479f-5392-4f05-a85a-cd07e2a263cf admin admin] Publish callbacks [] for security_group (f18646e8-8d63-42c3-afc8-3ec1ad952888), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:48.503000 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7b0a479f-5392-4f05-a85a-cd07e2a263cf admin admin] Publish callbacks [] for security_group (f18646e8-8d63-42c3-afc8-3ec1ad952888), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:48.633219 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7b0a479f-5392-4f05-a85a-cd07e2a263cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (f18646e8-8d63-42c3-afc8-3ec1ad952888), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:48.635740 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7b0a479f-5392-4f05-a85a-cd07e2a263cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:48.636901 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-7b0a479f-5392-4f05-a85a-cd07e2a263cf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f18646e8-8d63-42c3-afc8-3ec1ad952888 HTTP/1.1" status: 204 len: 168 time: 0.2027123 Feb 21 01:50:48.645203 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a479f-5392-4f05-a85a-cd07e2a263cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18646e8-8d63-42c3-afc8-3ec1ad952888,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:50:49.243421 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 36868) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:49.288690 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-82916040-c46a-41dd-af8f-9ff6251435dc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30a4a0e1e7ea49c382312c6ffc46cbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432978 Feb 21 01:50:49.290718 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [-] (103193) accepted ('10.222.0.90', 36870) {{(pid=103193) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 01:50:49.337303 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea7b8-8b65-4f45-a7f8-c5d8daec2514 admin admin] Publish callbacks [] for security_group (82a54262-d323-4cbf-88fb-0f2293ef621c), before_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:49.357979 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea7b8-8b65-4f45-a7f8-c5d8daec2514 admin admin] Publish callbacks [] for security_group (82a54262-d323-4cbf-88fb-0f2293ef621c), precommit_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:49.472351 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea7b8-8b65-4f45-a7f8-c5d8daec2514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-693891'] for security_group (82a54262-d323-4cbf-88fb-0f2293ef621c), after_delete {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:49.474933 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron_lib.callbacks.manager [None req-7d5ea7b8-8b65-4f45-a7f8-c5d8daec2514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:50:49.476132 dv-cinder-813228-6-iscsi neutron-server[103193]: INFO neutron.wsgi [None req-7d5ea7b8-8b65-4f45-a7f8-c5d8daec2514 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/82a54262-d323-4cbf-88fb-0f2293ef621c HTTP/1.1" status: 204 len: 168 time: 0.1844623 Feb 21 01:50:49.484660 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ea7b8-8b65-4f45-a7f8-c5d8daec2514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a54262-d323-4cbf-88fb-0f2293ef621c,revision_number=None']} {{(pid=103193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 01:51:04.155764 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-695f7882-3262-4f24-ab5a-0a2c676f95cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:06.774296 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c1a16d43-2c22-4ce4-9fb0-39f2a5ea5eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:07.866458 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:08.026564 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:09.214853 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:10.626755 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:14.517615 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:51:34.178281 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-b64223d2-4fa7-4fe5-8eb1-8bc5f34811fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:36.698557 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-92a0d226-b369-46c9-be94-7e9d8b24d3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:37.772355 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:38.018043 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:39.258556 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:40.574214 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:51:51.516730 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:51:52.174554 dv-cinder-813228-6-iscsi neutron-server[103194]: DEBUG neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-3f869275-4992-42a1-9a7a-256f527b1c4f service neutron] (103194) timed out ('10.222.0.90', 59130) {{(pid=103194) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:51:52.726001 dv-cinder-813228-6-iscsi neutron-server[103193]: DEBUG neutron.wsgi [req-d8053565-483b-4adf-a4ab-2642b9bb9f1c req-6e5dc8c6-1981-4f2e-9b70-0130265fc185 tempest-AttachVolumeShelveTestJSON-1802145685 tempest-AttachVolumeShelveTestJSON-1802145685-project] (103193) timed out ('10.222.0.90', 59150) {{(pid=103193) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 01:52:04.156880 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-9aff8419-7565-446f-8a87-3dfab64dee34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:06.688698 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-ecae6397-880d-47fc-8bd5-46651891eed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:07.778068 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:08.031459 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:09.219356 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:10.550828 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:28.516747 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:52:34.156705 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-8596b47e-26ab-483c-bfda-79588bddd78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:36.686218 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-cf0424b4-cac6-42af-a0be-5e45860e7742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:37.783259 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:38.088081 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:39.200684 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:52:40.533327 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:04.161506 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55bb4546-6ffd-400e-9bcf-c55cb4f976eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:05.515884 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:53:06.679886 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-88a1e80f-d716-4ec9-94e0-200be97e068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:07.772902 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:08.110608 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:09.218655 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:10.537293 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:34.143434 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1108c6e0-2962-4463-9925-ca64b31f429b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:36.692319 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-6e601e62-a629-4511-83f5-5a453d87d247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:37.806334 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:38.063420 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:39.207075 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:40.537895 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:53:42.514900 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:54:04.217244 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-760db1b3-703a-4f3b-8c91-d73a663f408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:06.691896 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-f3071b8b-c5e7-4c9f-8144-0516c7a65609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:07.777820 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:08.141739 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:09.229153 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:10.537716 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:19.514041 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:54:34.165341 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-1752b6a8-eeec-4370-b183-076ad7a83c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:36.696098 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-057657bf-7675-41de-9004-2ddd1c2333bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:37.799585 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:38.067477 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:39.227699 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:40.571257 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:54:56.512060 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:55:04.153714 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-0ae43f82-166d-4cdd-b28b-7e15cd3acd87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:06.741935 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-32d061d5-238e-4bd2-8158-95e83b4ab0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:07.776200 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:08.112449 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:09.285010 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:10.547863 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:33.511470 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:55:34.158852 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-02fa391f-725c-44b7-9a37-26f69427de3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:36.712682 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-c4b4a9bc-b27c-4ad3-8c10-a37939a9cb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:37.816153 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:38.091060 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:39.255874 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:55:40.575595 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:56:04.163403 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3dd728d5-b19d-4a35-8bf3-c726c71060df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1777613d-1b26-4503-a6a7-21006724628e), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:56:06.700900 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-a252fab0-9327-4b49-aff4-9de7c63a932a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (72a8ea08-482f-49d0-9099-78e54e4e150c), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:56:07.769410 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-172604f4-a242-4891-ab6c-16c0dac6d8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (da01f758-5d83-4221-9677-6aa89b20ae6d), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:56:08.095067 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-db9fceb0-2c39-4378-96a2-1d7e01b4ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (b65c62d4-674f-4c75-9f37-cb98348a54d8), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:56:09.226346 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-55f20130-09c4-4175-a310-e1f38faba8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (1107cf49-3b04-4fc8-a6e4-7da4ef8ec331), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 01:56:10.509780 dv-cinder-813228-6-iscsi neutron-server[103196]: DEBUG neutron.db.agents_db [None req-bf3cb8b7-3737-4a26-bc43-bccfa686ffb4 None None] Agent healthcheck: found 6 active agents {{(pid=103196) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 01:56:10.541231 dv-cinder-813228-6-iscsi neutron-server[103195]: DEBUG neutron_lib.callbacks.manager [None req-3e6fec31-8123-4942-bf4e-f08c5e64604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769619602728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1405346'] for agent (8fb3fbe0-62e6-496f-85b4-a5ea71d130d2), after_update {{(pid=103195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}